-- Logs begin at Fri 2022-05-27 08:52:12 UTC, end at Fri 2022-05-27 10:05:28 UTC. -- May 27 09:29:58.125407 dv-cinder-797608-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 09:30:00.865073 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.common.config [-] Logging enabled! May 27 09:30:00.865658 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev248 May 27 09:30:00.865845 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103874) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 09:30:00.869619 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.common.config [-] Logging enabled! May 27 09:30:00.869870 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev248 May 27 09:30:00.870176 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103874) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 09:30:00.871102 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:30:00.871351 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:30:00.871715 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:30:00.871955 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:30:00.872176 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:30:00.872582 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.872883 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.873112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.873404 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.873690 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.873967 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.874251 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.874543 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.874823 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.875097 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.875401 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.875629 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.875908 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.876189 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.876469 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.876691 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] debug = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.876969 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.877404 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.877810 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.878091 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.878376 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.878650 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.878918 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.879194 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.879492 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.879816 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] host = dv-cinder-797608-21-iscsi {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.880088 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.880371 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.880653 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.880943 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.881208 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.881483 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.881764 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.882036 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.882308 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.882574 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.882861 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.883148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.883458 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.883682 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.883900 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.884183 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.884467 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.884793 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.885584 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.885861 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.886128 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.886402 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.886666 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.886947 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.887224 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.887534 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.887806 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.888075 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.888341 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.888608 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.888888 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.889160 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.889454 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.889702 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.889983 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.890246 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.890515 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.890808 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.891091 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.891392 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.891675 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.891944 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.892219 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.892484 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.892752 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.893017 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_json = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.893282 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.893548 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.893820 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.894084 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.894351 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.894618 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.894882 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.895159 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.895452 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:00.895747 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.896037 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.896335 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.896616 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.896918 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.897193 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.897479 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.897755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.898040 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.898326 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.898611 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.898884 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.899177 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.899486 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.899778 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.900082 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.900397 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.900687 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.900959 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.901231 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.901504 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.901777 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.902061 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.902337 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.902622 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.902912 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.903186 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.903505 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.903787 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.904072 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.904359 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.904643 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.904913 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.905187 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.905477 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.905751 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.906022 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.906311 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.906583 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.906849 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.907126 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.907435 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.907730 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.908000 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.908278 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.908568 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.908842 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.909115 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.909379 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.909654 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.909918 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.910194 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.910470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.910739 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.911009 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.911342 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.911572 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.911841 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.912114 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.912382 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.912660 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.912931 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.913200 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.913468 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.913736 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.914000 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.914267 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.914534 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.914804 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.915070 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.915361 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.915632 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.915916 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.916286 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.916477 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.916741 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.917013 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.917285 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.917556 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.917824 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.918093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.918363 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.918646 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.918899 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.919198 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.921159 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.921449 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.921737 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.922020 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.922346 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.922623 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.922900 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.923180 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.923480 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.923756 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.924042 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.924318 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.924609 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.924898 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.925172 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.925461 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.925748 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.926038 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.926315 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.926621 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.926897 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:00.927113 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:30:00.927383 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103874) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 09:30:01.389692 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 09:30:01.389965 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 09:30:01.390260 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 09:30:01.390585 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 09:30:01.720098 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.720295 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.720547 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.721699 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.721965 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.722222 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.777340 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.777623 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.777883 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.792421 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.792690 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.792948 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.822820 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.823093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.823381 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.858741 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.859013 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:01.859358 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.206748 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.207433 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.207433 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.207586 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.208212 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.304921 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.305235 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.305510 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.305772 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.306033 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.306333 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.307207 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.307488 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.307737 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.308017 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.308269 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.308528 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.308777 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.309020 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.309266 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.309519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.309766 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.310024 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.310282 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.310534 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.310796 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.311038 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.311327 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.311696 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.311939 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.312177 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.312563 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.312797 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.313028 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.313258 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.313490 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.313716 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:02.314075 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 09:30:02.318172 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 09:30:02.321996 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 09:30:02.325770 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 27 09:30:02.327406 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 09:30:02.327862 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 09:30:02.328193 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 09:30:02.328568 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 09:30:02.331401 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 09:30:02.331644 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 09:30:02.331980 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:30:02.336960 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 09:30:02.361151 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 09:30:02.361596 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.361884 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103874) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 09:30:02.362246 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.363592 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103874) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 09:30:02.363866 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:30:02.364107 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 09:30:02.367364 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.367643 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:02.428104 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 09:30:02.428337 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 09:30:02.428568 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 09:30:02.428926 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 09:30:02.480612 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO dbcounter [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Registered counter for database neutron May 27 09:30:02.499320 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_db.sqlalchemy.engines [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103874) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 09:30:02.505591 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writer thread running {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 09:30:02.956822 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing driver for type 'gre' May 27 09:30:02.957469 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] gre ID ranges: [(1, 1000)] May 27 09:30:03.009091 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing driver for type 'local' May 27 09:30:03.010162 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing driver for type 'vlan' May 27 09:30:03.023430 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] VlanTypeDriver initialization complete May 27 09:30:03.023760 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing driver for type 'vxlan' May 27 09:30:03.024233 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] vxlan ID ranges: [(1, 1000)] May 27 09:30:03.080748 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing extension driver 'port_security' May 27 09:30:03.081202 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] PortSecurityExtensionDriver initialization complete May 27 09:30:03.081538 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing mechanism driver 'openvswitch' May 27 09:30:03.081863 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing mechanism driver 'hyperv' May 27 09:30:03.089006 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:03.089669 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.090036 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.090386 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.090892 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.091332 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.091687 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.092027 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.092416 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.092819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.093163 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.093503 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.093889 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.094288 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.094633 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.094969 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.095383 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.095797 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.096142 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.096479 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.096868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.097265 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.097607 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.097941 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.098324 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 09:30:03.098924 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] ML2 OVO RPC backend initialized. {{(pid=103874) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 09:30:03.099658 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.100020 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.100438 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.100789 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > networks before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.101132 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.101472 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > ports before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.101813 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.102151 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.102492 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.102826 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.103160 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.103542 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.103876 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.104461 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.104796 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.105130 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.105460 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.112915 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded quota_driver: . May 27 09:30:03.113283 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.plugin [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Modular L2 Plugin initialization complete May 27 09:30:03.113630 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading services supported by the core plugin {{(pid=103874) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 09:30:03.113970 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.plugins.ml2.managers [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Got port-security extension from driver 'port_security' May 27 09:30:03.114446 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.extensions.vlantransparent [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Disabled vlantransparent extension. May 27 09:30:03.114934 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103874) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 09:30:03.115256 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: router May 27 09:30:03.150630 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.151078 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_create 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.151527 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router before_create 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.152057 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.152597 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.153107 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_delete 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.153623 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.154120 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.154631 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_create 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.155146 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.155720 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.156230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.156733 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.157356 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.157894 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.158384 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.158880 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: subnet after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.159405 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.159913 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.160420 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.160922 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.161426 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.161947 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router after_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.162444 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.162958 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.163520 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.164026 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.164566 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > agent after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.165078 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.165578 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > network after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.166873 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Tracking information for resource: router configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:03.167516 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Tracking information for resource: floatingip configured {{(pid=103874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:30:03.174997 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.db.l3_agentschedulers_db [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 09:30:03.175613 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.175978 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.176328 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.176676 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: port after_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.177508 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router before_create 55550100 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.177872 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.178230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.178583 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.185509 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.provider_configuration [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service providers = [] {{(pid=103874) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 09:30:03.185876 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.db.servicetype_db [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103874) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 09:30:03.188946 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.service_base [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:30:03.189293 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.service_base [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:30:03.189629 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.service_base [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:30:03.190513 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.services.service_base [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:30:03.190882 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.services.service_base [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 09:30:03.191256 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.191594 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 09:30:03.202793 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.203127 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: auto_allocate May 27 09:30:03.208825 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: network precommit_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.209366 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: network precommit_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.209646 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.209963 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: tag May 27 09:30:03.216586 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.216911 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: timestamp May 27 09:30:03.220950 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.221280 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: network_ip_availability May 27 09:30:03.226780 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.227150 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.227540 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.228249 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.228591 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: flavors May 27 09:30:03.233525 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.233851 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading Plugin: revisions May 27 09:30:03.238079 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:30:03.238470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=103874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 09:30:03.239201 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103874) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 09:30:03.239563 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Initializing extension manager. May 27 09:30:03.240081 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: __init__.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.240422 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: __pycache__ {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.240753 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.241087 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: address_group.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.242018 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.242593 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: address-group May 27 09:30:03.242916 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: address_scope.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.243667 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.244701 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: address-scope May 27 09:30:03.245022 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.245940 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.246447 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: router-admin-state-down-before-update May 27 09:30:03.246770 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: agent.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.247495 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.248002 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: agent May 27 09:30:03.248326 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: agent_resources_synced.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.249230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.249739 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: agent-resources-synced May 27 09:30:03.250063 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.251900 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.252419 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: allowed-address-pairs May 27 09:30:03.252740 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.253813 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.254325 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: auto-allocated-topology May 27 09:30:03.254645 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: availability_zone.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.255359 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.255865 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: availability_zone May 27 09:30:03.256185 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: availability_zone_filter.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.257096 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.257600 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: availability_zone_filter May 27 09:30:03.257917 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: data_plane_status.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.258819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.259355 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension data-plane-status not supported by any of loaded plugins May 27 09:30:03.260315 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: default_subnetpools.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.261230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.261737 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: default-subnetpools May 27 09:30:03.262054 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.262859 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.263393 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: dhcp_agent_scheduler May 27 09:30:03.263717 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: dns.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.264642 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.265146 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension dns-integration not supported by any of loaded plugins May 27 09:30:03.265467 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: dns_domain_ports.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.266379 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.266887 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 09:30:03.267209 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.268148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.268657 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 09:30:03.268973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: dvr.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.269638 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.270139 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: dvr May 27 09:30:03.270462 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: ecmp_routes.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.271398 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.271899 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 09:30:03.272216 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: empty_string_filtering.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.273119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.273620 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: empty-string-filtering May 27 09:30:03.273938 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.274887 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.275437 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 09:30:03.275757 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.276661 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.277163 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 09:30:03.277484 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: external_net.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.278391 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.278896 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: external-net May 27 09:30:03.279218 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.280153 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.280658 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: extra_dhcp_opt May 27 09:30:03.280977 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: extraroute.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.281884 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.282388 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: extraroute May 27 09:30:03.282706 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: extraroute_atomic.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.283743 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.284248 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: extraroute-atomic May 27 09:30:03.284567 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: filter_validation.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.285229 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.285726 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: filter-validation May 27 09:30:03.286042 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: fip_pf_description.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.286945 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.287600 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 09:30:03.287922 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.288831 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.289329 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 09:30:03.289713 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: fip_port_details.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.290572 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.291102 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: fip-port-details May 27 09:30:03.291450 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: flavors.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.292670 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.293187 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: flavors May 27 09:30:03.293507 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.295164 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.295698 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 09:30:03.296026 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: floatingip_pools.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.296867 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.297377 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: floatingip-pools May 27 09:30:03.297701 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: ip_allocation.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.298623 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.299122 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension ip_allocation not supported by any of loaded plugins May 27 09:30:03.299490 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.300414 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.300918 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: ip-substring-filtering May 27 09:30:03.301241 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l2_adjacency.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.302169 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.302671 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 09:30:03.302988 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.303983 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.304494 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: router May 27 09:30:03.304816 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.307627 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.308145 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 09:30:03.308475 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.309390 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.309897 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: ext-gw-mode May 27 09:30:03.310221 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.311137 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.311672 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: l3-ha May 27 09:30:03.311993 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.312896 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.313395 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 09:30:03.313713 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_flavors.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.314621 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.315125 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: l3-flavors May 27 09:30:03.315483 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.316843 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.317356 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 09:30:03.317684 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.318598 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.319107 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 09:30:03.319467 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: l3agentscheduler.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.320490 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.321000 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: l3_agent_scheduler May 27 09:30:03.321325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: local_ip.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.323670 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.324191 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension local_ip not supported by any of loaded plugins May 27 09:30:03.324524 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: logging.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.325984 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.326502 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension logging not supported by any of loaded plugins May 27 09:30:03.326831 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: metering.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.327602 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.328180 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: metering May 27 09:30:03.328513 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.329600 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.330151 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: metering_source_and_destination_fields May 27 09:30:03.330487 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: multiprovidernet.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.331571 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.332078 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: multi-provider May 27 09:30:03.332400 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: netmtu.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.333308 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.333816 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: net-mtu May 27 09:30:03.334135 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: netmtu_writable.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.335047 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.335602 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: net-mtu-writable May 27 09:30:03.335912 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: network_availability_zone.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.336576 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.337073 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: network_availability_zone May 27 09:30:03.337392 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: network_ip_availability.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.338517 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.339030 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: network-ip-availability May 27 09:30:03.339389 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: network_segment_range.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.340153 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.340660 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension network-segment-range not supported by any of loaded plugins May 27 09:30:03.340978 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: pagination.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.341956 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.342283 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: pagination May 27 09:30:03.342597 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_device_profile.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.343531 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.344047 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-device-profile May 27 09:30:03.344366 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_mac_address_override.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.345293 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.345801 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-mac-override May 27 09:30:03.346120 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.347045 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.347591 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-mac-address-regenerate May 27 09:30:03.347908 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.348828 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.349322 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-numa-affinity-policy May 27 09:30:03.349640 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_resource_request.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.350547 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.351053 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension port-resource-request not supported by any of loaded plugins May 27 09:30:03.351422 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.352382 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.352886 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 09:30:03.353201 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: portbindings.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.354140 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.354893 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: binding May 27 09:30:03.355208 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: portbindings_extended.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.356484 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.356992 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: binding-extended May 27 09:30:03.357315 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: portsecurity.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.358226 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.358734 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-security May 27 09:30:03.359060 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: project_id.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.360059 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.360392 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: project-id May 27 09:30:03.360711 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: providernet.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.361620 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.362129 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: provider May 27 09:30:03.362447 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.366034 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.366553 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos not supported by any of loaded plugins May 27 09:30:03.366882 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.368150 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.368662 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 09:30:03.369524 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.370454 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.370973 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 09:30:03.371321 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_default.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.372238 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.372748 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-default not supported by any of loaded plugins May 27 09:30:03.373072 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_fip.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.373983 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.374496 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-fip not supported by any of loaded plugins May 27 09:30:03.374823 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.375759 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.376267 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 09:30:03.376589 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.377501 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.378004 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 09:30:03.378325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.379231 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.379760 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 09:30:03.380081 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.381116 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.381623 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 09:30:03.381946 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.382965 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.383502 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 09:30:03.383827 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_pps_rule.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.385574 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.386092 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-pps not supported by any of loaded plugins May 27 09:30:03.386417 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.387356 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.387873 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 09:30:03.388194 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.389117 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.389624 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 09:30:03.389942 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: qos_rules_alias.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.391093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.391646 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 09:30:03.391970 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: quota_check_limit.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.392880 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.393394 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: quota-check-limit May 27 09:30:03.393715 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: quotasv2.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.394631 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.394957 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: quotas May 27 09:30:03.395291 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: quotasv2_detail.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.396981 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.397321 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: quota_details May 27 09:30:03.397655 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: rbac.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.398692 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.399219 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: rbac-policies May 27 09:30:03.399578 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: rbac_address_group.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.400543 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.401068 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: rbac-address-group May 27 09:30:03.401394 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: rbac_address_scope.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.402396 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.402914 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: rbac-address-scope May 27 09:30:03.403238 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: rbac_security_groups.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.404182 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.404691 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: rbac-security-groups May 27 09:30:03.405013 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.405933 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.406448 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: rbac-subnetpool May 27 09:30:03.406770 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: revisionifmatch.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.407712 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.408224 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: revision-if-match May 27 09:30:03.408546 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: revisions.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.409654 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.410167 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: standard-attr-revisions May 27 09:30:03.410487 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: router_availability_zone.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.411161 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.411704 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: router_availability_zone May 27 09:30:03.412024 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: routerservicetype.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.412941 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.413445 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension router-service-type not supported by any of loaded plugins May 27 09:30:03.413763 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.414684 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.415190 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: security-groups-normalized-cidr May 27 09:30:03.415538 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.416489 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.416993 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: port-security-groups-filtering May 27 09:30:03.417309 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.418236 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.418745 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: security-groups-remote-address-group May 27 09:30:03.419063 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.420029 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.420535 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: security-groups-shared-filtering May 27 09:30:03.420856 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: securitygroup.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.432371 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.432898 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: security-group May 27 09:30:03.433227 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: segment.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.433954 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.434459 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension segment not supported by any of loaded plugins May 27 09:30:03.434781 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.435823 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.436606 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 09:30:03.437112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: servicetype.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.438698 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.439548 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: service-type May 27 09:30:03.440081 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: sorting.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.441608 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.442030 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: sorting May 27 09:30:03.442362 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: standard_attr_segment.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.443300 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.443814 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 09:30:03.444137 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: standardattrdescription.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.444788 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.445295 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: standard-attr-description May 27 09:30:03.445617 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: stateful_security_group.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.446553 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.447636 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: stateful-security-group May 27 09:30:03.447960 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: stdattrs_common.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.448542 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 09:30:03.448861 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.449784 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.450292 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 09:30:03.450610 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnet_onboard.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.451703 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.452215 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: subnet_onboard May 27 09:30:03.452531 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.453455 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.453960 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 09:30:03.454278 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnet_service_types.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.455211 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.455747 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: subnet-service-types May 27 09:30:03.456065 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnetallocation.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.457156 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.457670 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: subnet_allocation May 27 09:30:03.457991 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.458654 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.459209 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: subnetpool-prefix-ops May 27 09:30:03.459513 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.460435 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.460947 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 09:30:03.461265 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: tagging.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.462317 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.462850 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: standard-attr-tag May 27 09:30:03.463172 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: timestamp.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.464399 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.464914 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loaded extension: standard-attr-timestamp May 27 09:30:03.465239 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: trunk.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.466266 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.466775 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension trunk not supported by any of loaded plugins May 27 09:30:03.467099 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: trunk_details.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.468054 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.468561 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension trunk-details not supported by any of loaded plugins May 27 09:30:03.468881 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.469796 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.470300 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 09:30:03.470620 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Loading extension file: vlantransparent.py {{(pid=103874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 09:30:03.471317 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 09:30:03.471821 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 09:30:03.474341 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:network May 27 09:30:03.474873 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnet May 27 09:30:03.475269 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:30:03.475685 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:port May 27 09:30:03.476890 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.477330 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service FLAVORS assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.477944 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.478899 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.479513 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:router May 27 09:30:03.479943 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:floatingip May 27 09:30:03.480431 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service METERING assigned prefix: /metering {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.481861 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.482230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.482580 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:30:03.483607 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:30:03.484054 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:security_group May 27 09:30:03.484492 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:30:03.485093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service CORE assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.485422 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:30:03.485766 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] subnetpool is already registered May 27 09:30:03.486191 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service CORE assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.486514 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:30:03.486841 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] subnetpool is already registered May 27 09:30:03.489269 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.489701 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service FLAVORS assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.490294 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.490717 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.491050 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:router May 27 09:30:03.491431 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] router is already registered May 27 09:30:03.491843 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:floatingip May 27 09:30:03.492181 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] floatingip is already registered May 27 09:30:03.492632 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service METERING assigned prefix: /metering {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.493294 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:30:03.493620 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] rbac_policy is already registered May 27 09:30:03.494585 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:security_group May 27 09:30:03.494919 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] security_group is already registered May 27 09:30:03.495339 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:30:03.495671 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] security_group_rule is already registered May 27 09:30:03.496298 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service CORE assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.496625 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:30:03.496954 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] subnetpool is already registered May 27 09:30:03.497376 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.v2.resource_helper [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Service CORE assigned prefix: {{(pid=103874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:30:03.497698 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:30:03.498035 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING neutron.quota.resource_registry [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] subnetpool is already registered May 27 09:30:03.498501 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: extensions {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.499977 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: address-groups {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.502225 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: address-scopes {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.503580 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: agents {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.504732 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: auto-allocated-topology {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.505969 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: availability_zones {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.507164 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: dhcp-networks {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.508956 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: dhcp-agents {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.510418 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: routers {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.512128 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: flavors {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.513380 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: service_profiles {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.514607 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: next_providers {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.516062 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: service_profiles {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.517599 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: floatingip-pools {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.518792 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: routers {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.520657 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: floatingips {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.521950 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: l3-routers {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.523334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: l3-agents {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.524738 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: metering-labels {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.526004 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: metering-label-rules {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.527387 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: network-ip-availabilities {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.528644 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: bindings {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.530191 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: quotas {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.532683 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: quotas {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.534204 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: rbac-policies {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.535409 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: security-groups {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.536740 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: security-group-rules {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.537992 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: service-providers {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.539195 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: subnetpools {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.540527 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: subnetpools {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.542639 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.544347 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.546158 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.547944 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.549603 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.551570 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.553232 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.555090 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.557423 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.559179 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron.api.extensions [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Extended resource: tags {{(pid=103874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:30:03.565230 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING keystonemiddleware.auth_token [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 09:30:03.570318 dv-cinder-797608-21-iscsi neutron-server[103874]: WARNING keystonemiddleware.auth_token [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 09:30:03.579033 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Acquired lock "singleton_lock" {{(pid=103874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 09:30:03.579537 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_concurrency.lockutils [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Releasing lock "singleton_lock" {{(pid=103874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 09:30:03.580185 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Starting 2 workers May 27 09:30:03.585079 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Started child 104223 {{(pid=103874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 09:30:03.589603 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Started child 104224 {{(pid=103874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 09:30:03.590796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.591506 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO neutron.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 09:30:03.591848 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.592369 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [-] (104223) wsgi starting up on http://0.0.0.0:9696 May 27 09:30:03.594348 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Starting 1 workers May 27 09:30:03.594534 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.595986 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [-] (104224) wsgi starting up on http://0.0.0.0:9696 May 27 09:30:03.599715 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Started child 104225 {{(pid=103874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 09:30:03.600256 dv-cinder-797608-21-iscsi neutron-server[103874]: INFO oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Starting 1 workers May 27 09:30:03.604436 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] calling RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 09:30:03.604981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] returning from RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 09:30:03.605574 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Started child 104226 {{(pid=103874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 09:30:03.606304 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.606399 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a519c-e265-43e7-8f45-5333f91237b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.606817 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:03.608372 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 09:30:03.608580 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:30:03.608764 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:30:03.608992 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:30:03.609303 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:30:03.609465 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:30:03.609953 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.610243 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.610502 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.610591 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:03.611030 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.611347 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.611532 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:03.611624 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.611825 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.612102 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.612375 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.612546 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.612714 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.612954 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.613183 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.613481 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.613748 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.613992 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.614233 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.614401 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.614648 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.614988 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.615218 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.615525 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] debug = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.615774 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.616290 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.616523 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.616772 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.616996 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.617284 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.617510 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.617778 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.618039 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.618263 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.618491 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.618749 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.620530 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.620530 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.620530 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.620530 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621047 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621047 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] host = dv-cinder-797608-21-iscsi {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621279 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621456 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621682 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.621935 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.622199 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.622436 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.622714 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.622962 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.623200 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.623448 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.623685 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.623926 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.624144 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.624402 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.624549 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_options = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.624791 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.625060 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.625324 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.625519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.625684 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.625844 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.626100 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.626261 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.626502 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.626716 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.626933 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.627161 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.627410 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.627635 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.627891 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.628112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.628394 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.628577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.628882 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.629089 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.629314 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.629552 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.629815 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.630043 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.630272 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.630483 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.630705 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.630916 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.631125 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.631375 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.631633 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.631883 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.632106 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.632482 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.632742 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.633065 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.633298 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.633517 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.633782 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.634007 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.634289 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.634631 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.634804 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.635669 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.635866 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.636104 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.636349 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_json = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.636560 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.636791 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.637260 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.637260 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.637621 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.637886 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.638098 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.638463 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.638711 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.639051 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.639385 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.639697 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.639957 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.640173 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641112 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641941 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641941 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.641941 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.642345 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.642500 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.642642 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.643451 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.643722 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.643976 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.644212 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.644462 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.644755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.644911 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.645197 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.645419 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.645650 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.645880 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.646125 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.646600 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.646758 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.646904 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.647238 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.647539 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.647794 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.648027 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.648291 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.648488 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.648756 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.648973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.649208 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.649429 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.649702 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.650032 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.650166 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.650442 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.650678 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.650937 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.651177 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.651467 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.651699 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.651924 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.652145 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.652364 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.652582 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.652798 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.653027 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.653230 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.653585 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.653729 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.653919 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.654296 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.654429 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.654606 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.654839 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.655053 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.655464 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.655571 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657929 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657929 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.657929 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.658256 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.658403 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.658579 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.658846 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.658999 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.659206 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.659641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.659796 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.659935 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.660083 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.660301 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.660797 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.660797 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.661134 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.661273 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.661458 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.661731 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.661942 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.662190 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.662406 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.662660 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.662913 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.663463 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.663463 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.663753 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.663902 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.664110 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.664354 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.664571 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.664806 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.665035 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.665235 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.665478 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.665726 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.666503 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.666732 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.667000 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.667231 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.667487 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.667707 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.667943 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.668190 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.668478 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.668713 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.668998 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.669226 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.669507 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.669802 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.670090 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.670372 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.670605 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.671064 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.671553 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.671553 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.671857 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.671857 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.672130 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.672348 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.672575 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.672816 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.673037 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.673281 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674272 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674272 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674272 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674272 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674859 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.674859 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.675148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.675388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.675534 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.675749 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.675986 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.676213 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.676425 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.676655 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.676885 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.677117 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.677350 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678567 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678567 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.678791 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680119 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680855 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680855 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.680855 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.681193 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.681193 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.681494 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.682235 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.682523 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.682768 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.683009 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.683256 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.683501 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.683737 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.683947 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.684192 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.684434 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.684651 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685959 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.685959 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.686184 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.686372 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.686702 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.686953 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.687182 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.687457 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.687693 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.687907 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.688122 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.688414 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.688559 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.688776 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.688998 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.689216 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.689432 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690645 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.690821 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.691055 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.691308 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.691531 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.691749 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.691962 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.692171 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.692400 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.692627 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.692840 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.693076 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.693363 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.693668 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.693836 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.694083 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.694292 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.694531 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.694779 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.695008 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.695221 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.695470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.695685 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.695892 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.698641 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699334 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699888 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699888 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.699888 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.700105 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.700300 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.700522 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.700914 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.701306 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.701774 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.702227 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.702647 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.703005 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.703240 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.703508 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.703755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.704300 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.704521 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.704766 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.705024 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.705261 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.705502 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.705759 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.706093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.706390 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.706640 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.706893 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.707174 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.707479 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.707751 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.707956 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.708259 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.708608 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.708892 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.709134 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.709454 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.709651 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.709871 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.710086 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.710327 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.710554 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.710766 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.711022 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.711293 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.711520 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.711755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.711980 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.712211 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.712452 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.712659 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.712928 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.713143 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.713297 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:30:03.713818 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 09:30:03.713975 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:30:03.714123 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:30:03.714301 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:30:03.714465 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:30:03.714613 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:30:03.714816 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.714973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715129 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715314 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715478 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715635 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715791 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.715949 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716105 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716247 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716406 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716561 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716716 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.716874 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717031 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717186 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717342 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717501 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717657 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717812 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.717967 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718122 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] debug = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718277 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718612 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718612 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718881 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.718973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719099 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719181 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719364 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719520 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719675 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719831 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.719986 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720143 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720351 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720481 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720581 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720730 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.720866 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] host = dv-cinder-797608-21-iscsi {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721021 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721176 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721331 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721486 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721584 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:03.721672 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721783 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.721937 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722093 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722248 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722402 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722557 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722710 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.722870 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723024 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723178 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_options = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723362 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723676 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.723860 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724021 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.724868 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.725819 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.726577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.726577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.726577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.726577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.726577 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727497 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727497 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727497 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727838 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.727838 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.728069 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.728069 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.728269 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.728911 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.729035 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.729440 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.729600 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.729759 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.729914 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730068 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730224 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730379 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730534 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730688 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.730892 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731029 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_json = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731143 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731304 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731455 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731610 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731764 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.731919 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.732074 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.732228 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.732382 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:30:03.732564 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.732717 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.732887 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733046 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733204 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733362 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733691 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733844 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.733969 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734290 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734500 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734644 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734769 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.734891 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735049 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735207 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735402 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735564 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735722 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.735879 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736051 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736246 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736402 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736535 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736668 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736803 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.736966 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737303 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737462 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737615 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737776 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.737921 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738048 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738211 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738368 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738528 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738687 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.738846 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739005 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739164 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739343 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739505 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739662 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739821 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.739968 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740128 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740287 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740446 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740604 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740764 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.740935 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741133 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741261 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741394 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741676 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741832 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.741991 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742316 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742463 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742620 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742783 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.742940 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743097 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743268 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743452 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743612 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743772 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.743949 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.744640 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.744801 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.744956 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745114 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745273 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745430 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745590 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745748 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.745905 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.746063 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.746225 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.746380 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.746696 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.746955 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.747172 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.747172 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.747470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.747470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.747731 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748084 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748084 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748084 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748473 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748473 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748728 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748728 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748987 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.748987 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749264 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749264 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749519 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749768 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.749907 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750052 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750182 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750317 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750459 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750594 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750728 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750859 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.750973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751134 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751299 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751444 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751603 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751761 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.751921 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752068 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752233 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752398 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752565 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752729 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.752889 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753048 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753207 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753365 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753523 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753681 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753838 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.753996 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754154 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754325 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754485 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754645 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754854 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.754973 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755131 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755308 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755473 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755632 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755788 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.755946 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756106 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756248 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756454 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756580 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756710 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.756847 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757004 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757161 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757320 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757479 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757637 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.757795 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758052 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758179 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758302 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758472 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758604 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758735 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.758885 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759020 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759162 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759333 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759478 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759645 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759818 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.759975 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760123 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760336 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760471 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760612 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760741 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.760880 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.761007 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.761156 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.761314 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.761473 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.761631 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762137 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762137 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762137 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762417 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762417 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762560 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762677 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762843 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.762998 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.763332 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.763497 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.763678 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.763836 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764147 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764310 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764448 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764590 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764735 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.764879 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765043 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765200 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765360 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765517 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765675 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765832 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.765989 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766307 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766470 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766625 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766785 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.766944 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767102 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767258 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767438 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767595 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767753 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.767909 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768066 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768224 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768395 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768712 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.768869 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769027 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769184 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769352 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769510 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769667 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.769824 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770038 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.770755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771206 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771206 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771206 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771555 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771698 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771850 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.771933 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.772289 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.772541 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.772682 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.772784 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.773072 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.773229 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.773364 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.773529 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.773703 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774123 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774294 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774434 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774520 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774686 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.774845 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.775014 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.775219 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.775408 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.775684 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.775884 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776045 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776132 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776244 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776388 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776576 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776766 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.776932 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.777216 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.777371 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.777498 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.777695 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.777863 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.778030 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.778228 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.778403 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.778593 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.778755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.779027 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.779216 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.779413 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.779665 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.779843 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780053 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780148 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780305 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780480 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780755 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.780903 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781067 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781249 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781410 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781679 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781837 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.781997 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.782156 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:30:03.782438 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:30:03.799408 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 60932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:03.808642 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071135 May 27 09:30:13.076734 dv-cinder-797608-21-iscsi neutron-server[103874]: DEBUG dbcounter [-] [103874] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103874) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:15.365725 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac51ec-53d5-40ca-a1e8-7e204d95b8d7 None None] get_active_networks_info from dv-cinder-797608-21-iscsi {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 09:30:15.370408 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writer thread running {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 09:30:15.419722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c191ad7-61fe-4d57-b528-4fd6ccc94711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:15.450560 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac51ec-53d5-40ca-a1e8-7e204d95b8d7 None None] No non-hosted networks {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 09:30:16.918580 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writer thread running {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 09:30:17.712789 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-80189e75-d902-4b3a-b7d9-33754858e392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:17.758570 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7b5e21e-c555-466f-9c09-8725e505d581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:18.456127 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32770) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:18.847267 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:19.108197 dv-cinder-797608-21-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-f0623c4b-4691-4928-a365-699d0a1116a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:19.108744 dv-cinder-797608-21-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-f0623c4b-4691-4928-a365-699d0a1116a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:19.337786 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-f0623c4b-4691-4928-a365-699d0a1116a4 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:30:19.344090 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f0623c4b-4691-4928-a365-699d0a1116a4 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8865302 May 27 09:30:19.964177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:21.619048 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:21.619987 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.620321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.620644 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.620962 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.621280 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.621594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.621907 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.622440 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.622759 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.623423 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.623764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.624248 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.624946 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.624946 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.626239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:21.626877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:21.636936 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:21.845835 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32806) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:22.175154 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:22.266204 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.policy [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104223) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:30:22.308377 dv-cinder-797608-21-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:22.308755 dv-cinder-797608-21-iscsi neutron-server[104223]: WARNING oslo_policy.policy [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:22.328677 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writer thread running {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 09:30:22.406476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069066067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069065543', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069049362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069039100', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069028859', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787069021932', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3598118', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3578059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634410'] for rbac-policy (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:22.474121 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:22.475360 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6903067a-2211-48d0-bc7b-d5d0513ece9e admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6283944 May 27 09:30:24.942594 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32818) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:25.464445 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:25.465075 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:25.683195 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:25.696963 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writer thread running {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 09:30:25.742130 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Made reservation on behalf of 9af9b910687447d4b7b9285bfc31988e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:25.803908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.policy [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104224) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:30:25.835087 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.db.l3_hamode_db [None req-5f72fc3b-fe1d-4a28-b554-1a72528c45a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 09:30:25.846474 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:25.846813 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING oslo_policy.policy [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:30:25.858205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:25.880702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:25.912213 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72fc3b-fe1d-4a28-b554-1a72528c45a3 None None] Routers set() bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:30:25.912844 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72fc3b-fe1d-4a28-b554-1a72528c45a3 None None] Router IDs set() for agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 09:30:25.999614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks [] for security_group (94cca8a8-6862-41e6-a99a-bc97519b6ad5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.003377 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (94cca8a8-6862-41e6-a99a-bc97519b6ad5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.025931 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:30:26.063683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (3bcc7252-c460-42e8-81af-ddc4fc768c5c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.064227 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Added segment 3bcc7252-c460-42e8-81af-ddc4fc768c5c of type vlan for network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb May 27 09:30:26.084493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=94cca8a8-6862-41e6-a99a-bc97519b6ad5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:26.138577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.138828 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.139172 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.139540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.139877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.140194 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.140508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.140818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.141147 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.141462 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.141769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.142089 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.142400 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.142706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.143009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Tracked resource versions report: May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: pushed versions: May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: { 'AddressGroup': {'1.2'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Agent': {'1.1'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'ConntrackHelper': {'1.0'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Log': {'1.0'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'NDPProxy': {'1.0'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Network': {'1.1'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Port': {'1.7'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'PortForwarding': {'1.3'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'QosPolicy': {'1.10'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroup': {'1.5'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SubPort': {'1.0'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Subnet': {'1.1'}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Trunk': {'1.1'}} May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: consumer versions: May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Agent': '1.1', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'ConntrackHelper': '1.0', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'LocalIPAssociation': '1.0', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Log': '1.0', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'NDPProxy': '1.0', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Network': '1.1', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Port': '1.7', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'PortForwarding': '1.3', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'QosPolicy': '1.10', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroup': '1.5', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroupRule': '1.2', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SubPort': '1.0', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Subnet': '1.1', May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Trunk': '1.1'}} May 27 09:30:26.144440 dv-cinder-797608-21-iscsi neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:30:26.177339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.218802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.223969 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:26.224693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:26.297467 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3527658 May 27 09:30:26.359112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571164b-7701-4574-a7c9-7d8cd0baed39 demo demo] Pushing event updated for resources: {'Network': ['ID=dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:26.372845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:30:28.769788 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32838) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:29.226265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de7420-4b36-478f-9a6d-3d9b5f6d2509 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:29.228087 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-38de7420-4b36-478f-9a6d-3d9b5f6d2509 demo admin] 10.222.0.41 "GET /v2.0/networks/dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb HTTP/1.1" status: 200 len: 825 time: 0.4570165 May 27 09:30:29.267184 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-66c8cf4c-5b4f-4e65-93b1-f56dfd826c3f demo admin] 10.222.0.41 "GET /v2.0/subnetpools/98bc5044-8682-4724-91bb-e09123c2faa3 HTTP/1.1" status: 200 len: 734 time: 0.0330055 May 27 09:30:29.276758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:29.300180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Made reservation on behalf of 9af9b910687447d4b7b9285bfc31988e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:29.302602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:29.350376 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:29.558344 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:29.611994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (df5abc68-c865-4dc3-9d0d-eab16c9c3995), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:29.670388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Pushing event updated for resources: {'Subnet': ['ID=df5abc68-c865-4dc3-9d0d-eab16c9c3995,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:29.687739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Checking segment: {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:30:29.688125 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Network hostable DHCP agents. Network: dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:30:29.710715 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:30:29.722637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:29.728401 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:29.729273 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:29.735414 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227d778-5d76-4c9c-b9f1-8ca9c94a410d None None] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:30:29.759828 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e0b571ff-bb6e-44b2-a280-0ba36e0cc3aa demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4868717 May 27 09:30:30.016880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:30:30.018202 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.305070 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:30.311450 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Allocated IP 172.20.0.2 (dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb/df5abc68-c865-4dc3-9d0d-eab16c9c3995/e42a318e-ca50-4f74-aaf9-86ec807d7a74) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:30:30.592216 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks [] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.601322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.690809 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:30.694985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:30.696699 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Pushing event updated for resources: {'Port': ['ID=e42a318e-ca50-4f74-aaf9-86ec807d7a74,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:30.706050 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:30:30.711841 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.711841 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.712093 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.712734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.712734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.713149 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.713565 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.713712 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.713976 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.714341 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.714620 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.714963 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.715429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.715650 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.715971 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Tracked resource versions report: May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: pushed versions: May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: { 'AddressGroup': {'1.2'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Agent': {'1.1'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'ConntrackHelper': {'1.0'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Log': {'1.0'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'NDPProxy': {'1.0'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Network': {'1.1'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Port': {'1.7'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'PortForwarding': {'1.3'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'QosPolicy': {'1.10'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroup': {'1.5'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SubPort': {'1.0'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Subnet': {'1.1'}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Trunk': {'1.1'}} May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: consumer versions: May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Agent': '1.1', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'ConntrackHelper': '1.0', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'LocalIPAssociation': '1.0', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Log': '1.0', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'NDPProxy': '1.0', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Network': '1.1', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Port': '1.7', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'PortForwarding': '1.3', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'QosPolicy': '1.10', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroup': '1.5', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroupRule': '1.2', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SubPort': '1.0', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Subnet': '1.1', May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Trunk': '1.1'}} May 27 09:30:30.717468 dv-cinder-797608-21-iscsi neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:30:30.798458 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Attempting to bind port e42a318e-ca50-4f74-aaf9-86ec807d7a74 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:30:30.799122 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Attempting to bind port e42a318e-ca50-4f74-aaf9-86ec807d7a74 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:30:30.799476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Attempting to bind port e42a318e-ca50-4f74-aaf9-86ec807d7a74 on network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:30:30.804922 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:30:30.805289 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Checking segment: {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:30:30.805781 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.806169 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Bound using segment: {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:30:30.806644 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Bound port: e42a318e-ca50-4f74-aaf9-86ec807d7a74, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:30:30.807035 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.841717 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:30.872669 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] For port e42a318e-ca50-4f74-aaf9-86ec807d7a74, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:30:30.895221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] For port e42a318e-ca50-4f74-aaf9-86ec807d7a74, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e42a318e-ca50-4f74-aaf9-86ec807d7a74,segment=NetworkSegment(3bcc7252-c460-42e8-81af-ddc4fc768c5c),segment_id=3bcc7252-c460-42e8-81af-ddc4fc768c5c)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:30:30.902199 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:30.962392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b17c7-5180-4e12-9402-2c5cfa69cf17 None None] Pushing event updated for resources: {'Port': ['ID=e42a318e-ca50-4f74-aaf9-86ec807d7a74,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:32.263755 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:32.467564 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=24,neutron:INSERT=33,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:32.469143 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=9,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:32.640732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-057112be-3baf-428a-8f15-f8684af4a26c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:30:32.651614 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-057112be-3baf-428a-8f15-f8684af4a26c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3770366 May 27 09:30:33.983803 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:33.995987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:35.134601 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32866) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:35.462208 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-c86cd319-adf8-477b-8184-4a1edbb9fd7c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:30:35.463220 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c86cd319-adf8-477b-8184-4a1edbb9fd7c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275640 May 27 09:30:37.915530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32874) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:38.246002 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:38.272321 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (347e499a-13ef-4681-b96f-6ebb755674bf), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:38.274045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (347e499a-13ef-4681-b96f-6ebb755674bf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:38.408103 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Publish callbacks [] for router_controller (347e499a-13ef-4681-b96f-6ebb755674bf), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:38.413018 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (347e499a-13ef-4681-b96f-6ebb755674bf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:38.430039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:38.431187 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-faf8ce9b-4b85-4e41-b9c8-35e1feca8417 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5145586 May 27 09:30:40.858424 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 32886) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:40.929180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:40.958872 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:41.184557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [None req-c4072204-770f-42df-9ef9-a2edb6c47555 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:30:41.188870 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c4072204-770f-42df-9ef9-a2edb6c47555 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3264911 May 27 09:30:42.285071 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e42a318e-ca50-4f74-aaf9-86ec807d7a74 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:30:42.370869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e42a318e-ca50-4f74-aaf9-86ec807d7a74 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:42.371388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:42.394174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaecc08-acf4-49b0-b34c-a6ef2c66d6d0 None None] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:30:42.482286 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Provisioning complete for port e42a318e-ca50-4f74-aaf9-86ec807d7a74 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:42.482673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:42.599689 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:42.600069 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:42.659177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port e42a318e-ca50-4f74-aaf9-86ec807d7a74, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e42a318e-ca50-4f74-aaf9-86ec807d7a74,segment=NetworkSegment(3bcc7252-c460-42e8-81af-ddc4fc768c5c),segment_id=3bcc7252-c460-42e8-81af-ddc4fc768c5c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:30:42.675441 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:42.719520 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:42.719916 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:42.748723 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=e42a318e-ca50-4f74-aaf9-86ec807d7a74,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:42.790990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.db.api [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 09:30:42.791568 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG oslo_db.api [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:30:43.324901 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e6050e24-184c-4ff4-ba5e-e8e8f19413d9 None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:43.442595 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6c947a16-b7db-4164-910b-4ada45073780 None None] Provisioning complete for port e42a318e-ca50-4f74-aaf9-86ec807d7a74 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:43.443026 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c947a16-b7db-4164-910b-4ada45073780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:43.513619 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6c947a16-b7db-4164-910b-4ada45073780 None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:43.666680 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32896) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:43.985567 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:44.012555 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Made reservation on behalf of ad2dfb9d6b014e38a0011fb0eee6eae7 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:44.015228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.030319 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.140840 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks [] for security_group (1da32e1b-7a1c-45c1-abd1-2dd1983042dc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.144401 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (1da32e1b-7a1c-45c1-abd1-2dd1983042dc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.155137 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104223) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 09:30:44.189332 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (1f03890f-4a5b-4f83-97fd-2c2c32d46d96), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.190062 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Added segment 1f03890f-4a5b-4f83-97fd-2c2c32d46d96 of type flat for network 9a9b0d7e-f86f-44ed-bc59-3672744061db May 27 09:30:44.205771 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da32e1b-7a1c-45c1-abd1-2dd1983042dc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:44.232699 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.233052 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.233399 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.233740 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.234056 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.234377 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.234694 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.235010 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.235366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.235688 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.236019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.236336 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.236648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.236958 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.237266 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Tracked resource versions report: May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: pushed versions: May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: { 'AddressGroup': {'1.2'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Agent': {'1.1'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'ConntrackHelper': {'1.0'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Log': {'1.0'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'NDPProxy': {'1.0'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Network': {'1.1'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Port': {'1.7'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'PortForwarding': {'1.3'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'QosPolicy': {'1.10'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroup': {'1.5'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SubPort': {'1.0'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Subnet': {'1.1'}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Trunk': {'1.1'}} May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: consumer versions: May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Agent': '1.1', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'ConntrackHelper': '1.0', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'LocalIPAssociation': '1.0', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Log': '1.0', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'NDPProxy': '1.0', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Network': '1.1', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Port': '1.7', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'PortForwarding': '1.3', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'QosPolicy': '1.10', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroup': '1.5', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroupRule': '1.2', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SubPort': '1.0', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Subnet': '1.1', May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Trunk': '1.1'}} May 27 09:30:44.238674 dv-cinder-797608-21-iscsi neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:30:44.268928 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e42a318e-ca50-4f74-aaf9-86ec807d7a74 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:30:44.308746 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (9a9b0d7e-f86f-44ed-bc59-3672744061db), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.315779 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e42a318e-ca50-4f74-aaf9-86ec807d7a74 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:44.316168 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.355084 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (9a9b0d7e-f86f-44ed-bc59-3672744061db), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.356314 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:44.357023 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:44.386052 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:44.410764 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7429996 May 27 09:30:44.460019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754d1f-33b1-444a-888b-fbb55bb95bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9b0d7e-f86f-44ed-bc59-3672744061db,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:44.469808 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:30:44.489847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:44.584988 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:45.328870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07729629-7228-48db-9fb1-9703a71161fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:46.809863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32908) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:47.211743 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b7970-a336-4da2-b732-8c62063ae28a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:47.213063 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-055b7970-a336-4da2-b732-8c62063ae28a demo admin] 10.222.0.41 "GET /v2.0/subnets/df5abc68-c865-4dc3-9d0d-eab16c9c3995 HTTP/1.1" status: 200 len: 849 time: 0.4022024 May 27 09:30:47.389430 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-dbab2b6b-25ab-4c25-8725-b34c8c9ab7be demo admin] 10.222.0.41 "GET /v2.0/routers/347e499a-13ef-4681-b96f-6ebb755674bf HTTP/1.1" status: 200 len: 704 time: 0.1704829 May 27 09:30:47.654771 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:47.705503 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00ed69fe-03f4-421c-9f10-15236c51a957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:47.956181 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:47.993225 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:48.029580 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Allocated IP 172.20.0.1 (dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb/df5abc68-c865-4dc3-9d0d-eab16c9c3995/27ad6818-8cf1-436e-8694-7ef656235464) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:30:48.245787 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks [] for port (27ad6818-8cf1-436e-8694-7ef656235464), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.312418 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (27ad6818-8cf1-436e-8694-7ef656235464), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.400926 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:48.407435 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=8,neutron:SELECT=43,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:48.408665 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:48.412229 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:30:48.412787 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (347e499a-13ef-4681-b96f-6ebb755674bf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.426100 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:48.433441 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Pushing event updated for resources: {'Port': ['ID=27ad6818-8cf1-436e-8694-7ef656235464,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:48.610462 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (27ad6818-8cf1-436e-8694-7ef656235464), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.661597 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-996ed8d3-ccf0-4b51-b150-6bf257db68af None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:48.662034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-996ed8d3-ccf0-4b51-b150-6bf257db68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.692955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-996ed8d3-ccf0-4b51-b150-6bf257db68af None None] Port 27ad6818-8cf1-436e-8694-7ef656235464 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:30:48.810678 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.905549 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks [] for port (27ad6818-8cf1-436e-8694-7ef656235464), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.909850 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (27ad6818-8cf1-436e-8694-7ef656235464), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.910621 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (347e499a-13ef-4681-b96f-6ebb755674bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:48.969091 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Pushing event updated for resources: {'Port': ['ID=27ad6818-8cf1-436e-8694-7ef656235464,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:49.040957 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:49.042234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:49.052812 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:49.087037 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:49.200191 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Router 347e499a-13ef-4681-b96f-6ebb755674bf is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:30:49.214173 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b5d1e3b0-fbe4-47c0-84c4-9f10601bb460 None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:49.214578 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e3b0-fbe4-47c0-84c4-9f10601bb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:49.246641 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1e3b0-fbe4-47c0-84c4-9f10601bb460 None None] Port 27ad6818-8cf1-436e-8694-7ef656235464 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:30:49.289541 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:30:49.295675 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5395b0a6-3862-46de-a6cc-effda1c6e7f4 demo admin] 10.222.0.41 "PUT /v2.0/routers/347e499a-13ef-4681-b96f-6ebb755674bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9003601 May 27 09:30:49.300372 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Sync routers for ids ['347e499a-13ef-4681-b96f-6ebb755674bf'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:30:49.318306 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Routers {'347e499a-13ef-4681-b96f-6ebb755674bf'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:30:49.319762 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:30:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['347e499a-13ef-4681-b96f-6ebb755674bf'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:49.509983 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Set router 347e499a-13ef-4681-b96f-6ebb755674bf gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:30:49.916510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:49.934086 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:48Z', 'revision_number': 2, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port_host': None, '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:48Z', 'revision_number': 2, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:49.992158 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Checking router: 347e499a-13ef-4681-b96f-6ebb755674bf for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:30:49.993035 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Updating router 347e499a-13ef-4681-b96f-6ebb755674bf port 27ad6818-8cf1-436e-8694-7ef656235464 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:30:50.045586 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (27ad6818-8cf1-436e-8694-7ef656235464), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.571717 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks [] for port (27ad6818-8cf1-436e-8694-7ef656235464), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.578075 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (27ad6818-8cf1-436e-8694-7ef656235464), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.700748 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:30:50.734851 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Pushing event updated for resources: {'Port': ['ID=27ad6818-8cf1-436e-8694-7ef656235464,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:50.760012 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.760355 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.760701 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.761040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.761368 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.761692 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.762011 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.762333 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.762676 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.762998 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.763337 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.763673 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.763992 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.764307 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.764618 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Tracked resource versions report: May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: pushed versions: May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: { 'AddressGroup': {'1.2'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Agent': {'1.1'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'ConntrackHelper': {'1.0'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Log': {'1.0'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'NDPProxy': {'1.0'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Network': {'1.1'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Port': {'1.7'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'PortForwarding': {'1.3'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'QosPolicy': {'1.10'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroup': {'1.5'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SubPort': {'1.0'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Subnet': {'1.1'}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Trunk': {'1.1'}} May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: consumer versions: May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Agent': '1.1', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'ConntrackHelper': '1.0', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'LocalIPAssociation': '1.0', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Log': '1.0', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'NDPProxy': '1.0', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Network': '1.1', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Port': '1.7', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'PortForwarding': '1.3', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'QosPolicy': '1.10', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroup': '1.5', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroupRule': '1.2', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SubPort': '1.0', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Subnet': '1.1', May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Trunk': '1.1'}} May 27 09:30:50.766024 dv-cinder-797608-21-iscsi neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:30:50.779641 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Attempting to bind port 27ad6818-8cf1-436e-8694-7ef656235464 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:30:50.779981 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Attempting to bind port 27ad6818-8cf1-436e-8694-7ef656235464 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:30:50.780382 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Attempting to bind port 27ad6818-8cf1-436e-8694-7ef656235464 on network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:30:50.786122 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:30:50.786529 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Checking segment: {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:30:50.786985 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.787401 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Bound using segment: {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:30:50.787888 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Bound port: 27ad6818-8cf1-436e-8694-7ef656235464, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcc7252-c460-42e8-81af-ddc4fc768c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:30:50.788262 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (27ad6818-8cf1-436e-8694-7ef656235464), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.818405 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:50.821266 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f5353eb3-bda9-46b1-a1c2-5b365cb172d2 None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:50.821914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5353eb3-bda9-46b1-a1c2-5b365cb172d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.855852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f5353eb3-bda9-46b1-a1c2-5b365cb172d2 None None] Port 27ad6818-8cf1-436e-8694-7ef656235464 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:30:50.856350 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] For port 27ad6818-8cf1-436e-8694-7ef656235464, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:30:50.876016 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] For port 27ad6818-8cf1-436e-8694-7ef656235464, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=27ad6818-8cf1-436e-8694-7ef656235464,segment=NetworkSegment(3bcc7252-c460-42e8-81af-ddc4fc768c5c),segment_id=3bcc7252-c460-42e8-81af-ddc4fc768c5c)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:30:50.882043 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (27ad6818-8cf1-436e-8694-7ef656235464), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:50.932277 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:50.938696 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c42b9-398e-4bff-8730-2abfad334957 None None] Pushing event updated for resources: {'Port': ['ID=27ad6818-8cf1-436e-8694-7ef656235464,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:50.949817 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Routers {'347e499a-13ef-4681-b96f-6ebb755674bf'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:30:50.950438 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:30:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['347e499a-13ef-4681-b96f-6ebb755674bf'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:51.065314 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] Set router 347e499a-13ef-4681-b96f-6ebb755674bf gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:30:51.174885 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:51.176400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:51.259060 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Current status of the port 27ad6818-8cf1-436e-8694-7ef656235464 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:51.259950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (27ad6818-8cf1-436e-8694-7ef656235464), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:51.278779 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:48Z', 'revision_number': 2, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port_host': None, '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:50Z', 'revision_number': 4, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:51.298179 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] For port 27ad6818-8cf1-436e-8694-7ef656235464, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=27ad6818-8cf1-436e-8694-7ef656235464,segment=NetworkSegment(3bcc7252-c460-42e8-81af-ddc4fc768c5c),segment_id=3bcc7252-c460-42e8-81af-ddc4fc768c5c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:30:51.306432 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (27ad6818-8cf1-436e-8694-7ef656235464), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:51.312571 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb181-85c4-4672-86d5-2309cdae715e None None] The sync data for ids ['347e499a-13ef-4681-b96f-6ebb755674bf'] in dv-cinder-797608-21-iscsi is: [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:48Z', 'revision_number': 2, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port_host': None, '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:50Z', 'revision_number': 4, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:30:51.377860 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9173a-dcc0-4d1d-b611-b0ce96b6d94b None None] Pushing event updated for resources: {'Port': ['ID=27ad6818-8cf1-436e-8694-7ef656235464,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:51.618860 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:51.781020 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32930) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:51.983130 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626416-1914-4719-bebd-37513c69276f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:51.984529 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c2626416-1914-4719-bebd-37513c69276f admin admin] 10.222.0.41 "GET /v2.0/networks/9a9b0d7e-f86f-44ed-bc59-3672744061db HTTP/1.1" status: 200 len: 842 time: 0.2024486 May 27 09:30:51.994040 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'gateway_ip': '172.27.1.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:52.019007 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Made reservation on behalf of ad2dfb9d6b014e38a0011fb0eee6eae7 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:52.021290 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:52.309121 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.objects.ports [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104223) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 09:30:52.309576 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (5a4dee8f-bdde-401c-a9e0-75c4609ada06), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:52.363589 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4dee8f-bdde-401c-a9e0-75c4609ada06,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:52.375589 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:30:52.375943 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Network hostable DHCP agents. Network: 9a9b0d7e-f86f-44ed-bc59-3672744061db, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:30:52.398035 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:30:52.409836 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 9a9b0d7e-f86f-44ed-bc59-3672744061db) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:52.413877 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:52.414461 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:52.418892 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc40e60-8031-4177-81a2-3b7f46851454 None None] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:30:52.443312 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1b94af0c-de01-4c04-80d0-787109511342 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4419198 May 27 09:30:52.530828 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3421e4-1f4e-44f9-8066-2ad9c40973fd None None] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:30:54.876893 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32948) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:55.004705 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3bae1cad-8a43-48fc-891b-ac3ae0d0d8a1 demo admin] 10.222.0.41 "GET /v2.0/routers/347e499a-13ef-4681-b96f-6ebb755674bf HTTP/1.1" status: 200 len: 710 time: 0.1265342 May 27 09:30:55.092558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7e8e6-2c3f-4f16-8910-540117efb0d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:30:55.093934 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fff7e8e6-2c3f-4f16-8910-540117efb0d2 demo admin] 10.222.0.41 "GET /v2.0/networks/9a9b0d7e-f86f-44ed-bc59-3672744061db HTTP/1.1" status: 200 len: 886 time: 0.0836494 May 27 09:30:55.103720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:30:55.106394 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:55.141772 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:55.414973 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks [] for router_gateway (347e499a-13ef-4681-b96f-6ebb755674bf), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:55.625570 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks [] for router_gateway (347e499a-13ef-4681-b96f-6ebb755674bf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:55.705672 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:55.806827 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Allocated IP 172.27.1.63 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/cec3be85-1548-4bef-bf32-e938bfc24196) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:30:55.908601 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks [] for port (cec3be85-1548-4bef-bf32-e938bfc24196), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:55.939382 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:55.975335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:55.978853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:55.986371 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:30:55.991080 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Pushing event updated for resources: {'Port': ['ID=cec3be85-1548-4bef-bf32-e938bfc24196,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:56.058744 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:56.149363 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:30:56.232464 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks [] for router_gateway (347e499a-13ef-4681-b96f-6ebb755674bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:56.420275 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1761548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4139'] for router (347e499a-13ef-4681-b96f-6ebb755674bf), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:56.424327 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1761543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1761566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584375'] for router (347e499a-13ef-4681-b96f-6ebb755674bf), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:56.530532 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Router 347e499a-13ef-4681-b96f-6ebb755674bf has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:30:56.635007 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:30:56.639118 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:56.640340 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-20392f0b-a506-49be-9e10-50703bb8b46c demo admin] 10.222.0.41 "PUT /v2.0/routers/347e499a-13ef-4681-b96f-6ebb755674bf HTTP/1.1" status: 200 len: 889 time: 1.5405703 May 27 09:30:58.289769 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 27ad6818-8cf1-436e-8694-7ef656235464 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:30:58.335402 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:30:58.335859 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:30:58.415099 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 27ad6818-8cf1-436e-8694-7ef656235464 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:30:59.087407 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 32960) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:30:59.286802 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-823bdecd-3f38-4927-badb-46986794ddb1 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1982815 May 27 09:31:00.018121 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Sync routers for ids ['347e499a-13ef-4681-b96f-6ebb755674bf'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:31:00.029928 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Routers {'347e499a-13ef-4681-b96f-6ebb755674bf'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:31:00.030620 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:30:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['347e499a-13ef-4681-b96f-6ebb755674bf'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:00.135691 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:00.199461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:00.245212 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Set router 347e499a-13ef-4681-b96f-6ebb755674bf gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:31:00.703019 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:56Z', 'revision_number': 4, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port': {'id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:55Z', 'updated_at': '2022-05-27T09:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:51Z', 'revision_number': 5, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:00.751761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Checking router: 347e499a-13ef-4681-b96f-6ebb755674bf for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:31:00.752129 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Updating router 347e499a-13ef-4681-b96f-6ebb755674bf port cec3be85-1548-4bef-bf32-e938bfc24196 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:31:00.802852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.155158 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks [] for port (cec3be85-1548-4bef-bf32-e938bfc24196), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.163855 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.221213 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681a2be-b777-4440-97dc-a8ea191d9b47 None None] Pushing event updated for resources: {'Port': ['ID=cec3be85-1548-4bef-bf32-e938bfc24196,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:01.224009 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Attempting to bind port cec3be85-1548-4bef-bf32-e938bfc24196 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:31:01.224427 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Attempting to bind port cec3be85-1548-4bef-bf32-e938bfc24196 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:31:01.225119 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Attempting to bind port cec3be85-1548-4bef-bf32-e938bfc24196 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:31:01.232786 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:31:01.233160 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:31:01.233923 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.234119 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:31:01.234564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Bound port: cec3be85-1548-4bef-bf32-e938bfc24196, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:31:01.234896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.300102 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] For port cec3be85-1548-4bef-bf32-e938bfc24196, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:31:01.312623 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] For port cec3be85-1548-4bef-bf32-e938bfc24196, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=cec3be85-1548-4bef-bf32-e938bfc24196,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:31:01.324109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:01.397632 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Routers {'347e499a-13ef-4681-b96f-6ebb755674bf'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:31:01.398075 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:30:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['347e499a-13ef-4681-b96f-6ebb755674bf'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:01.455033 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681a2be-b777-4440-97dc-a8ea191d9b47 None None] Pushing event updated for resources: {'Port': ['ID=cec3be85-1548-4bef-bf32-e938bfc24196,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:01.526636 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:01.534444 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:01.546348 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] Set router 347e499a-13ef-4681-b96f-6ebb755674bf gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:31:01.769012 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:56Z', 'revision_number': 4, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port': {'id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:55Z', 'updated_at': '2022-05-27T09:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:51Z', 'revision_number': 5, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:01.796557 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a2d94-b25b-4622-8771-0edc7d234a93 None None] The sync data for ids ['347e499a-13ef-4681-b96f-6ebb755674bf'] in dv-cinder-797608-21-iscsi is: [{'id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'name': 'router1', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:30:38Z', 'updated_at': '2022-05-27T09:30:56Z', 'revision_number': 4, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'gw_port': {'id': 'cec3be85-1548-4bef-bf32-e938bfc24196', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:55Z', 'updated_at': '2022-05-27T09:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '27ad6818-8cf1-436e-8694-7ef656235464', 'name': '', 'network_id': 'dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb', 'tenant_id': '9af9b910687447d4b7b9285bfc31988e', 'mac_address': 'fa:16:3e:b1:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e499a-13ef-4681-b96f-6ebb755674bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:30:47Z', 'updated_at': '2022-05-27T09:30:51Z', 'revision_number': 5, 'project_id': '9af9b910687447d4b7b9285bfc31988e', 'subnets': [{'id': 'df5abc68-c865-4dc3-9d0d-eab16c9c3995', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98bc5044-8682-4724-91bb-e09123c2faa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:31:02.345213 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device cec3be85-1548-4bef-bf32-e938bfc24196 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:31:02.449143 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port cec3be85-1548-4bef-bf32-e938bfc24196 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:31:02.451644 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:02.528926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port cec3be85-1548-4bef-bf32-e938bfc24196 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:31:02.529314 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:02.551385 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port cec3be85-1548-4bef-bf32-e938bfc24196, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=cec3be85-1548-4bef-bf32-e938bfc24196,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:31:02.558644 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:02.618145 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=cec3be85-1548-4bef-bf32-e938bfc24196,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:04.348406 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device cec3be85-1548-4bef-bf32-e938bfc24196 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:31:04.544752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port cec3be85-1548-4bef-bf32-e938bfc24196 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:31:04.545150 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (cec3be85-1548-4bef-bf32-e938bfc24196), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:04.739707 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port cec3be85-1548-4bef-bf32-e938bfc24196 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:31:09.279472 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:09.283575 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=51 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:09.655016 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=25 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:09.656944 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:14.713499 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:14.734723 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=66 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:15.338797 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc628fb9-b7e9-40c9-b4b3-e5f1b87cf0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:17.712770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-784e281a-b61c-4482-92a0-4c656b218b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:18.822165 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:19.943346 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:21.714977 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:27.661034 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:31:31.613901 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:31.618525 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:45.337279 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1606b073-7fe3-48fe-96d0-0f7d099b69a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:46.653797 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:46.655187 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:31:47.710333 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61e20588-933c-43ba-8854-76b68322a1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:48.819413 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:49.935193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:31:51.622949 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:01.610900 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:01.618368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:04.659842 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:32:15.328771 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-986fdf22-1e1e-40d0-935b-9553d2e0fd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:17.444813 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33500) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:17.505266 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b10bac6-b0a9-4f32-95c2-97f51f7af700 admin admin] GET failed (client error): The resource could not be found. May 27 09:32:17.506540 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5b10bac6-b0a9-4f32-95c2-97f51f7af700 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607591 May 27 09:32:17.669349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b20497-dc2c-44d3-ad02-74bc8e146e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:17.670735 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-55b20497-dc2c-44d3-ad02-74bc8e146e4a admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600826 May 27 09:32:17.704209 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8a53357-0b1d-415e-a48e-beae6041d37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:18.822322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:19.892528 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33510) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:19.928290 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:19.986376 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b86a6f-cebf-4a94-983e-b08238a2e470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:19.987808 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-71b86a6f-cebf-4a94-983e-b08238a2e470 admin admin] 10.222.0.41 "GET /v2.0/subnets/df5abc68-c865-4dc3-9d0d-eab16c9c3995 HTTP/1.1" status: 200 len: 849 time: 0.0943322 May 27 09:32:19.997867 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:32:20.084843 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Publish callbacks [] for subnet (df5abc68-c865-4dc3-9d0d-eab16c9c3995), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:20.227636 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787068293340'] for subnet (df5abc68-c865-4dc3-9d0d-eab16c9c3995), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:20.258542 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:20.259809 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:20.260460 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] 10.222.0.41 "PUT /v2.0/subnets/df5abc68-c865-4dc3-9d0d-eab16c9c3995 HTTP/1.1" status: 200 len: 868 time: 0.2661235 May 27 09:32:20.264736 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d8fc2-fcc3-4919-b2b1-8cf30b4e0887 None None] Network dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:32:20.278379 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5abc68-c865-4dc3-9d0d-eab16c9c3995,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:20.289811 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.290156 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.290508 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.290844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.291176 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.291537 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.291883 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.292208 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.292548 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.292872 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.293354 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.293684 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.294006 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.294314 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.294626 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d15aa4-7f43-44ac-97b1-2d6594d198f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:20.624064 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Provisioning complete for port e42a318e-ca50-4f74-aaf9-86ec807d7a74 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:32:20.624371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e42a318e-ca50-4f74-aaf9-86ec807d7a74), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:20.701787 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Current status of the port e42a318e-ca50-4f74-aaf9-86ec807d7a74 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:32:20.710782 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Provisioning complete for port 27ad6818-8cf1-436e-8694-7ef656235464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:32:20.711155 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (27ad6818-8cf1-436e-8694-7ef656235464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:20.786090 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6bcab9f1-9142-4f09-9174-08892daa8a7d None None] Current status of the port 27ad6818-8cf1-436e-8694-7ef656235464 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:32:21.618700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:22.504321 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:22.715339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edbab1-7ac2-4c10-a3dc-ddb79488a472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:22.715743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edbab1-7ac2-4c10-a3dc-ddb79488a472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:22.717333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-78edbab1-7ac2-4c10-a3dc-ddb79488a472 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2120898 May 27 09:32:23.650790 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:25.066955 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33528) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:25.197094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceebc6a-3626-481a-83d9-f703d2aeedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:25.197562 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceebc6a-3626-481a-83d9-f703d2aeedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:25.199078 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-aceebc6a-3626-481a-83d9-f703d2aeedac admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311581 May 27 09:32:27.419778 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:27.569946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231d1d-2acd-4c19-b19e-85a9df164b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:27.571324 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a4231d1d-2acd-4c19-b19e-85a9df164b72 admin admin] 10.222.0.41 "GET /v2.0/networks/9a9b0d7e-f86f-44ed-bc59-3672744061db HTTP/1.1" status: 200 len: 886 time: 0.1505523 May 27 09:32:29.780816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33544) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:29.912812 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b4859-a0cb-42ff-ab40-7900eb5a7860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:29.914701 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aa5b4859-a0cb-42ff-ab40-7900eb5a7860 admin admin] 10.222.0.41 "GET /v2.0/networks/dafdbfc6-b277-4d5f-8eb2-5e7a587ba2bb HTTP/1.1" status: 200 len: 869 time: 0.1329176 May 27 09:32:31.612470 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:31.614845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:32.136018 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:32.261036 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae5cdb-301f-4a3b-ae7c-2603ebeb05d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:32.261500 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae5cdb-301f-4a3b-ae7c-2603ebeb05d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:32.263030 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7aae5cdb-301f-4a3b-ae7c-2603ebeb05d2 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260471 May 27 09:32:34.230764 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=22 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:34.234388 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=12 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:34.464496 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33560) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:34.554207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d49e57-eac0-4f80-82d3-e603e5c87ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:34.554659 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d49e57-eac0-4f80-82d3-e603e5c87ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:34.556172 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-02d49e57-eac0-4f80-82d3-e603e5c87ed2 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906947 May 27 09:32:36.780033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:36.870221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451275b-cf53-49a8-bd02-df09328b36a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:36.872413 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5451275b-cf53-49a8-bd02-df09328b36a9 admin admin] 10.222.0.41 "GET /v2.0/subnets/5a4dee8f-bdde-401c-a9e0-75c4609ada06 HTTP/1.1" status: 200 len: 816 time: 0.0913713 May 27 09:32:39.118346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:32:39.215592 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802a02c-faf9-4f2d-9ac3-0387527d7946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:32:39.216952 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d802a02c-faf9-4f2d-9ac3-0387527d7946 admin admin] 10.222.0.41 "GET /v2.0/subnets/df5abc68-c865-4dc3-9d0d-eab16c9c3995 HTTP/1.1" status: 200 len: 868 time: 0.0976889 May 27 09:32:41.658360 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:32:44.548151 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:44.550061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=80,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:45.332534 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5b650c61-f3fa-4eba-a04a-035b542c99f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:47.706179 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcdb7-7e56-4698-be73-6f2104b2d744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:48.824733 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:49.210496 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=46 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:49.212384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=43 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:32:49.933424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:51.620839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:32:59.927410 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:00.641718 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:00.645987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:01.616270 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:15.334182 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7283a965-37ab-46b6-aeaa-782a5c63e483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:17.709658 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f645-777a-45fd-ab11-529eed888a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:18.656991 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:33:18.829034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:19.397045 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:33:19.443622 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-994c310a-dd5e-4d2a-bc74-34ffe442d740 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:33:19.444608 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-994c310a-dd5e-4d2a-bc74-34ffe442d740 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0466268 May 27 09:33:19.934435 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:21.623296 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:21.733969 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33644) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:33:21.794163 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb28de40-2f57-4ae3-83df-139c4d28b4ea admin admin] GET failed (client error): The resource could not be found. May 27 09:33:21.795487 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cb28de40-2f57-4ae3-83df-139c4d28b4ea admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605700 May 27 09:33:21.883155 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60376efa-d3a0-4378-a523-68a7bfd8213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:33:21.884557 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-60376efa-d3a0-4378-a523-68a7bfd8213e admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850770 May 27 09:33:24.134127 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33652) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:33:24.182610 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:33:24.204159 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Made reservation on behalf of ad2dfb9d6b014e38a0011fb0eee6eae7 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:24.206530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:24.239746 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING neutron.services.revisions.revision_plugin [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Could not find related network for resource to bump revision. May 27 09:33:24.253339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:24.263798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (cdd4804b-aed9-4ab4-b06f-093fefa4a329), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:24.264200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Added segment cdd4804b-aed9-4ab4-b06f-093fefa4a329 of type vlan for network 19a005d9-c12a-49a7-8824-8a3545cff013 May 27 09:33:24.306011 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (19a005d9-c12a-49a7-8824-8a3545cff013), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:24.330079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (19a005d9-c12a-49a7-8824-8a3545cff013), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:24.331026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:33:24.331630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:24.393735 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2585084 May 27 09:33:24.436457 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Pushing event updated for resources: {'Network': ['ID=19a005d9-c12a-49a7-8824-8a3545cff013,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:24.444658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.445003 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.445357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.445695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.446024 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.446352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.446676 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.446997 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.447351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.447680 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.448015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.448341 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.448665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.448979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.449293 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42afbb55-1fd7-45bb-8255-8d3c0f046db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:24.461397 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 19a005d9-c12a-49a7-8824-8a3545cff013 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:33:26.680359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33660) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:33:26.742208 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ea82fe-247a-4340-a3b5-70734d1f50b2 admin admin] GET failed (client error): The resource could not be found. May 27 09:33:26.743497 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-28ea82fe-247a-4340-a3b5-70734d1f50b2 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621088 May 27 09:33:26.842021 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba59e2-64f0-4e0a-a326-9293c9d61ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:33:26.843475 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e2ba59e2-64f0-4e0a-a326-9293c9d61ec3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0959079 May 27 09:33:26.853737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Request body: {'subnet': {'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:33:26.873340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Made reservation on behalf of ad2dfb9d6b014e38a0011fb0eee6eae7 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:26.875439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.036073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (3216b9c1-472e-4587-b9e0-5afdac24ed1c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.084275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3216b9c1-472e-4587-b9e0-5afdac24ed1c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:27.098664 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Checking segment: {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:33:27.099014 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Network hostable DHCP agents. Network: 19a005d9-c12a-49a7-8824-8a3545cff013, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:33:27.115946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Network 19a005d9-c12a-49a7-8824-8a3545cff013 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:33:27.123720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 19a005d9-c12a-49a7-8824-8a3545cff013) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:27.127554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:33:27.128140 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.133471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b37bf2-9d9b-4341-87dc-54dfb6a2edb0 None None] Network 19a005d9-c12a-49a7-8824-8a3545cff013 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:33:27.144435 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-cb460910-22ae-4c12-a3f0-53771afebaec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2941911 May 27 09:33:27.240887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-19a005d9-c12a-49a7-8824-8a3545cff013', 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013', 'project_id': 'ad2dfb9d6b014e38a0011fb0eee6eae7', 'fixed_ips': [{'subnet_id': '3216b9c1-472e-4587-b9e0-5afdac24ed1c'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:33:27.241892 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.478836 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Allocated IP 192.168.233.2 (19a005d9-c12a-49a7-8824-8a3545cff013/3216b9c1-472e-4587-b9e0-5afdac24ed1c/69bed01a-1032-4397-89d8-789e8025c4e6) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:33:27.623471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks [] for port (69bed01a-1032-4397-89d8-789e8025c4e6), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.629409 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.671657 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Network 19a005d9-c12a-49a7-8824-8a3545cff013 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:27.674753 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:27.677348 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:33:27.683784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Pushing event updated for resources: {'Port': ['ID=69bed01a-1032-4397-89d8-789e8025c4e6,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:27.691821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.692890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.692890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.692890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.693250 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.693536 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.693862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.694177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.694519 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.694845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.695167 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.695524 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.695851 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.696174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.696491 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:27.755621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Attempting to bind port 69bed01a-1032-4397-89d8-789e8025c4e6 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:33:27.755941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Attempting to bind port 69bed01a-1032-4397-89d8-789e8025c4e6 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:33:27.756301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Attempting to bind port 69bed01a-1032-4397-89d8-789e8025c4e6 on network 19a005d9-c12a-49a7-8824-8a3545cff013 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:33:27.762130 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:33:27.762506 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Checking segment: {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:33:27.762911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.763349 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Bound using segment: {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:33:27.763785 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Bound port: 69bed01a-1032-4397-89d8-789e8025c4e6, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:33:27.764164 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.825349 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] For port 69bed01a-1032-4397-89d8-789e8025c4e6, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:33:27.829334 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] For port 69bed01a-1032-4397-89d8-789e8025c4e6, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=69bed01a-1032-4397-89d8-789e8025c4e6,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:33:27.835874 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:27.893045 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb95fc-2ce6-4407-9bd2-e53904028369 None None] Pushing event updated for resources: {'Port': ['ID=69bed01a-1032-4397-89d8-789e8025c4e6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:28.397098 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 69bed01a-1032-4397-89d8-789e8025c4e6 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:33:28.418968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:28.442874 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:28.450394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 69bed01a-1032-4397-89d8-789e8025c4e6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:33:28.450769 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:28.527882 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 69bed01a-1032-4397-89d8-789e8025c4e6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:33:28.528527 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:28.567862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 69bed01a-1032-4397-89d8-789e8025c4e6, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=69bed01a-1032-4397-89d8-789e8025c4e6,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:33:28.574056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:28.627083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=69bed01a-1032-4397-89d8-789e8025c4e6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:28.762335 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acf058-8edb-4d5e-a53e-12057852b3ef None None] Network 19a005d9-c12a-49a7-8824-8a3545cff013 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:33:28.877158 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-02bee3a3-b468-410e-9afd-dab87cd5c162 None None] Provisioning complete for port 69bed01a-1032-4397-89d8-789e8025c4e6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:33:28.877465 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-02bee3a3-b468-410e-9afd-dab87cd5c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:28.958421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-02bee3a3-b468-410e-9afd-dab87cd5c162 None None] Current status of the port 69bed01a-1032-4397-89d8-789e8025c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:33:29.177010 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7752243-193b-4ca7-8cca-0b2c56f8c9b4 None None] Provisioning complete for port 69bed01a-1032-4397-89d8-789e8025c4e6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:33:29.177453 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7752243-193b-4ca7-8cca-0b2c56f8c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:29.255224 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7752243-193b-4ca7-8cca-0b2c56f8c9b4 None None] Current status of the port 69bed01a-1032-4397-89d8-789e8025c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:33:30.360395 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 69bed01a-1032-4397-89d8-789e8025c4e6 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:33:30.405989 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 69bed01a-1032-4397-89d8-789e8025c4e6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:33:30.406376 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (69bed01a-1032-4397-89d8-789e8025c4e6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:30.477870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 69bed01a-1032-4397-89d8-789e8025c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:33:31.878879 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:31.881449 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:37.138010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:37.138833 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=62,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:37.648166 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:37.655049 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:40.472742 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:40.476445 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:33:45.336815 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-39f05f4f-f88e-4bf9-a3a7-b5c0c8287522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:47.712452 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a4187125-80bb-488d-b333-b9ee69904952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:48.832448 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:49.937450 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:51.629628 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:33:55.655752 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:34:01.621974 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:01.625074 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:14.644226 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:14.649393 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:15.338747 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c1701f3d-6175-427e-b5e4-bb68a444156d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:17.713787 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-84d0c695-9a49-4705-ad00-1e0cd6186adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:18.835929 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:19.941697 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:21.624424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:31.616990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:31.618880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:32.654240 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:34:45.342388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2efa960-5f3c-4527-86f5-df2b83e23279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:47.715344 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e0db6469-89a9-4ee1-8e36-0b79eaface53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:48.838314 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:49.959455 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:51.631502 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:34:51.650412 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:34:51.655463 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:01.624054 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:01.626990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:07.216552 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33700) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:35:07.222828 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [None req-bfd5941c-cf6e-4873-a5a2-f3fb643e283c tempest-verify_tempest_config-884667399 tempest-verify_tempest_config-884667399-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:35:07.223835 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bfd5941c-cf6e-4873-a5a2-f3fb643e283c tempest-verify_tempest_config-884667399 tempest-verify_tempest_config-884667399-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063181 May 27 09:35:07.516136 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33718) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:35:07.618694 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.692183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Publish callbacks [] for security_group (233772f3-4fda-436e-accb-8561ea36c202), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.695700 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (233772f3-4fda-436e-accb-8561ea36c202), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.740197 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76a1b7bc9fac47c2a300a424b6734bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2230325 May 27 09:35:07.742163 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233772f3-4fda-436e-accb-8561ea36c202,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:07.742866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33722) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:35:07.749017 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.749363 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.749720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.750059 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.750384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.750710 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.751034 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.751384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.751705 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.752028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.752344 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.752662 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.752976 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.753825 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.754140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359c0c25-c0af-4775-bab3-e68f670409db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.799003 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Publish callbacks [] for security_group (233772f3-4fda-436e-accb-8561ea36c202), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.820942 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Publish callbacks [] for security_group (233772f3-4fda-436e-accb-8561ea36c202), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.912089 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (233772f3-4fda-436e-accb-8561ea36c202), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.914668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:07.915859 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/233772f3-4fda-436e-accb-8561ea36c202 HTTP/1.1" status: 204 len: 168 time: 0.1702845 May 27 09:35:07.923247 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233772f3-4fda-436e-accb-8561ea36c202,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:07.930492 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.930839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.931196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.931561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.931890 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.932220 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.932544 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.932865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.933207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.933551 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.933877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.934205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.934529 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.934847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:07.935162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc17b4a-0738-4e5c-be00-f7843889403a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:09.652834 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:35:15.346123 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24df5830-4449-403d-af53-aaa5618f7009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:17.717287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d0876dd9-21c7-4a24-a76b-7f6fc8222191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:17.744318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:17.745031 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:17.926264 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:17.926940 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:18.840998 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:19.952306 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:21.633137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:28.651469 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:28.652133 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=19 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:31.623180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:31.628357 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:35:45.349283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-10107b76-4b7b-4245-b59e-e4a8e997f652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:46.651207 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:35:47.718610 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-985ff391-1089-46dd-b33a-46055659494d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:48.843266 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:49.952887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:35:51.635995 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:01.628847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:01.630755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:05.647783 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:13.645820 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:15.350780 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3016de3b-fcab-4c47-a766-fc9270f5a8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:17.720425 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5dc60905-d42f-4b3d-9305-de9153163ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:18.848466 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:19.954768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:21.637991 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:23.649941 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:36:31.627201 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:31.634267 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:42.648059 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:42.648897 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:36:45.353443 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-97237e4d-e474-479c-886a-a1b65334fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:47.725071 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c99e18d-c597-4e0d-8396-aed714716aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:48.847918 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:49.959985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:51.640993 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:36:52.175799 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764126'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:00.649255 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:37:02.167905 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:02.170890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:04.465603 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 33800) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:37:04.574043 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-31fee54a-efbe-4f22-bc87-06074a470ace admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1073740 May 27 09:37:06.813669 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 33810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:37:06.879289 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cdb67b85-4b55-473b-a6e3-32280c8b4e6f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0642703 May 27 09:37:14.568109 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:14.568878 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:15.354920 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-603ae21b-5411-4eec-a7d6-9a83ffe801e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:16.871161 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:16.873059 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:17.727530 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf22b-3cea-4fcb-9dbd-a2bf61a548fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:18.849879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:19.643215 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:19.644000 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:19.959976 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:21.643698 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:22.175301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:30.644112 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:30.644844 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:32.165328 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:32.170311 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:37.648867 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:37:45.361989 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c310a39b-4eea-4ffb-b39d-3416bdac76b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:47.729386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-53360276-1ecf-448a-81e1-51a6d7d5be1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:48.852369 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:49.963244 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:51.646229 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:52.206183 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:37:56.644281 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:37:56.650425 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:02.200412 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:02.201862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:13.651223 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:14.647722 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:38:15.354057 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28e462a9-9775-4cb5-9c5f-2ea8a2a78c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:17.732318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7283328a-a5a6-4d37-9c97-34dca5e14b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:18.854860 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:19.966190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:21.649619 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:22.208368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:32.201826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:32.203792 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:33.645976 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:33.646822 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:45.367679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-598233b4-9619-4d89-b4ae-4e2399c36db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:47.741438 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-82d6fd0b-5b21-4b46-9e66-8da474f2d93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:48.728866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34050) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:48.865907 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.041712 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34070) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:49.052633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:49.082752 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34078) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:49.146209 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-363845542-network', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:49.169518 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Made reservation on behalf of fbb8746f17d6410f9c82d0fde348d1f9 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:49.172330 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.180992 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.261720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks [] for security_group (9401ce86-8c7c-4e24-9515-eca25115ccc3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.267964 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9401ce86-8c7c-4e24-9515-eca25115ccc3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.303488 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:49.314195 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401ce86-8c7c-4e24-9515-eca25115ccc3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:49.325542 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.326070 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.326609 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.326954 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.327316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.327641 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.327967 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.328290 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.328810 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.329138 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.329478 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.329805 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.330121 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.330624 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.330956 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Tracked resource versions report: May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: pushed versions: May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: { 'AddressGroup': {'1.2'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Agent': {'1.1'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'ConntrackHelper': {'1.0'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Log': {'1.0'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'NDPProxy': {'1.0'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Network': {'1.1'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Port': {'1.7'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'PortForwarding': {'1.3'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'QosPolicy': {'1.10'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroup': {'1.5'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SubPort': {'1.0'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Subnet': {'1.1'}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Trunk': {'1.1'}} May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: consumer versions: May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: HyperV agent@hv-cinder-79760: {}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Agent': '1.1', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'ConntrackHelper': '1.0', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'LocalIPAssociation': '1.0', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Log': '1.0', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'NDPProxy': '1.0', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Network': '1.1', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Port': '1.7', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'PortForwarding': '1.3', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'QosPolicy': '1.10', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroup': '1.5', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SecurityGroupRule': '1.2', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'SubPort': '1.0', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Subnet': '1.1', May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: 'Trunk': '1.1'}} May 27 09:38:49.332676 dv-cinder-797608-21-iscsi neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:38:49.337872 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (4b89b2a8-fe21-4afd-9418-fbe1340d0d67), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.337872 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Added segment 4b89b2a8-fe21-4afd-9418-fbe1340d0d67 of type vlan for network 90d3a2be-1adb-43f3-aa78-1e534bd2671b May 27 09:38:49.385409 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199771837-network', 'tenant_id': '7479df6fb46a412398b2e1749b0cbd96'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:49.414141 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-302333942-network', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:49.447349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-274840151-network', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:49.453677 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Made reservation on behalf of 0cad683f27d14cf5a90a19525a467a52 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:49.456743 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.473553 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (90d3a2be-1adb-43f3-aa78-1e534bd2671b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.488637 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.516898 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Made reservation on behalf of 7479df6fb46a412398b2e1749b0cbd96 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:49.524023 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.550867 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.567114 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Made reservation on behalf of 06332dc6f29b4d01b047104d93bbef0f for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:49.569841 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.582525 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (90d3a2be-1adb-43f3-aa78-1e534bd2671b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.583808 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:49.584533 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.596892 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.668797 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9379218 May 27 09:38:49.669018 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:49.675561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Request body: {'subnet': {'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-subnet', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:49.832724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Made reservation on behalf of fbb8746f17d6410f9c82d0fde348d1f9 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:49.836093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.841487 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4ed2-b4d0-428a-b92f-4960db15695b admin admin] Pushing event updated for resources: {'Network': ['ID=90d3a2be-1adb-43f3-aa78-1e534bd2671b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:49.857375 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:49.890228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:49.890228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:49.915238 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks [] for security_group (51b405c4-a8ef-409e-b1b7-dbf0d415b0ac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:49.929654 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (51b405c4-a8ef-409e-b1b7-dbf0d415b0ac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.036678 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks [] for security_group (97afe899-fae2-4a82-901e-17a685d2583a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.047000 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:50.062297 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (97afe899-fae2-4a82-901e-17a685d2583a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.066573 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.090487 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:50.107103 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (f7415139-fd94-4f94-a92b-985e0288ae4e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.107626 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Added segment f7415139-fd94-4f94-a92b-985e0288ae4e of type vlan for network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 May 27 09:38:50.158585 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.169946 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks [] for security_group (e745b8b2-170f-4e16-9a7b-430cfc59c3a3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.172597 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.189081 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e745b8b2-170f-4e16-9a7b-430cfc59c3a3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.197715 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (c4728a2e-9be1-4490-b3af-4391b07f2e90), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.198324 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Added segment c4728a2e-9be1-4490-b3af-4391b07f2e90 of type vlan for network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb May 27 09:38:50.250477 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:50.251138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (39db12d3-2329-4949-99d8-99aed166bd17), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.286777 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97afe899-fae2-4a82-901e-17a685d2583a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.321587 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (ce4b8c08-8047-440d-9cc9-3d7ffce8560a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.322378 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Added segment ce4b8c08-8047-440d-9cc9-3d7ffce8560a of type vlan for network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d May 27 09:38:50.329037 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.331183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Checking segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:50.331706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Network hostable DHCP agents. Network: 90d3a2be-1adb-43f3-aa78-1e534bd2671b, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:50.340352 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.341829 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:50.342509 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.359801 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:50.374602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 90d3a2be-1adb-43f3-aa78-1e534bd2671b) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:50.394197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39db12d3-2329-4949-99d8-99aed166bd17,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.396330 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be7e457-cb14-47cd-a1e1-f68a4671707a None None] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:50.410366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.411723 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.412323 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.413494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.413612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745b8b2-170f-4e16-9a7b-430cfc59c3a3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.414198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.414761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.415328 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.415889 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.416555 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.417103 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.418667 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.419230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.419826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.420414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.420942 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Tracked resource versions report: May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: pushed versions: May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: { 'AddressGroup': {'1.2'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Agent': {'1.1'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'ConntrackHelper': {'1.0'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Log': {'1.0'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'NDPProxy': {'1.0'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Network': {'1.1'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Port': {'1.7'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'PortForwarding': {'1.3'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'QosPolicy': {'1.10'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroup': {'1.5'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SubPort': {'1.0'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Subnet': {'1.1'}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Trunk': {'1.1'}} May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: consumer versions: May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: HyperV agent@hv-cinder-79760: {}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Agent': '1.1', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'ConntrackHelper': '1.0', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'LocalIPAssociation': '1.0', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Log': '1.0', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'NDPProxy': '1.0', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Network': '1.1', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Port': '1.7', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'PortForwarding': '1.3', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'QosPolicy': '1.10', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroup': '1.5', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SecurityGroupRule': '1.2', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'SubPort': '1.0', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Subnet': '1.1', May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: 'Trunk': '1.1'}} May 27 09:38:50.422546 dv-cinder-797608-21-iscsi neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:38:50.430919 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:50.432010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.466317 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4209323 May 27 09:38:50.470992 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.476616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34148) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:50.480983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Request body: {'subnet': {'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199771837-subnet', 'tenant_id': '7479df6fb46a412398b2e1749b0cbd96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:50.501835 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1e948966-f356-44d3-b239-de4618501060 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8293717 May 27 09:38:50.503725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.504854 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:50.505483 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.507523 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34150) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:50.520082 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:50.545852 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08af28-fb28-48c1-a072-d2de2d320af4 admin admin] Pushing event updated for resources: {'Network': ['ID=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.569694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Made reservation on behalf of 7479df6fb46a412398b2e1749b0cbd96 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:50.571589 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:50.579068 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.735654 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:38:50.737063 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.738582 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:50.788007 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:50.801704 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ddcaa84c-698e-4904-a000-f242217c2e87 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7438998 May 27 09:38:50.803732 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.804832 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:50.805751 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.813349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34164) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:50.823171 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Request body: {'subnet': {'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-subnet', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:50.837522 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.838844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.857932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:50.896585 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8073673 May 27 09:38:50.897137 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34170) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:50.903918 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Request body: {'subnet': {'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-274840151-subnet', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:50.934140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:50.965799 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Made reservation on behalf of 06332dc6f29b4d01b047104d93bbef0f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:50.968193 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:50.985982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (d0f09a3c-d000-48eb-a49f-c55d0b41fff4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.033334 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Allocated IP 172.20.0.2 (90d3a2be-1adb-43f3-aa78-1e534bd2671b/39db12d3-2329-4949-99d8-99aed166bd17/f0aad2ad-d3d2-41c2-8157-eddd9e4c2226) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:51.120232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f09a3c-d000-48eb-a49f-c55d0b41fff4,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.169280 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Checking segment: {'id': 'f7415139-fd94-4f94-a92b-985e0288ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:51.169861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Network hostable DHCP agents. Network: a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:51.192070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:51.200208 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45039476-d1e2-4df4-aaa2-578cc38eef1c admin admin] Pushing event updated for resources: {'Network': ['ID=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.204973 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:51.211841 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:51.212723 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.220570 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Made reservation on behalf of 0cad683f27d14cf5a90a19525a467a52 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:51.225553 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.230207 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:51.232168 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90d283-827b-47bf-ac07-ee716368d9d3 None None] Network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:51.241602 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-dd3f0934-ba86-47b2-94b0-9fa50a19d58c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7647665 May 27 09:38:51.324203 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks [] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.398029 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.455353 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:51.467891 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:51.474379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:51.483633 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:51.489526 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:51.493610 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (563e966d-4148-40d1-abcc-2fbcf4399b3a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.528398 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Pushing event updated for resources: {'Port': ['ID=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.560925 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for router_controller (48a089d7-4e6d-4e66-9507-8407c0c4c05c), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.596543 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (0a67c107-da91-4375-ab1a-48e7a98f1cb4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.603911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.604826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.605395 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.606156 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.606646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.607595 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.608107 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.608780 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.609328 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.609925 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.610498 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.611817 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.612920 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.613482 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.614003 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Tracked resource versions report: May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: pushed versions: May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: { 'AddressGroup': {'1.2'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Agent': {'1.1'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'ConntrackHelper': {'1.0'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Log': {'1.0'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'NDPProxy': {'1.0'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Network': {'1.1'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Port': {'1.7'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'PortForwarding': {'1.3'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'QosPolicy': {'1.10'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroup': {'1.5'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SubPort': {'1.0'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Subnet': {'1.1'}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Trunk': {'1.1'}} May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: consumer versions: May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: HyperV agent@hv-cinder-79760: {}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Agent': '1.1', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'ConntrackHelper': '1.0', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'LocalIPAssociation': '1.0', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Log': '1.0', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'NDPProxy': '1.0', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Network': '1.1', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Port': '1.7', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'PortForwarding': '1.3', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'QosPolicy': '1.10', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroup': '1.5', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SecurityGroupRule': '1.2', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'SubPort': '1.0', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Subnet': '1.1', May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: 'Trunk': '1.1'}} May 27 09:38:51.616025 dv-cinder-797608-21-iscsi neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:38:51.622035 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2095e3b-2da5-4455-bcd1-5149f56f0910 None None] Network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:51.652886 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:38:51.691249 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=563e966d-4148-40d1-abcc-2fbcf4399b3a,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.771392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:51.772952 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Attempting to bind port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:38:51.775401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Attempting to bind port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:38:51.779241 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Attempting to bind port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:38:51.797426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:51.797791 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Network hostable DHCP agents. Network: 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:51.823118 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:38:51.823630 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Checking segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:51.824184 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.824758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Bound using segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:38:51.825460 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Bound port: f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:38:51.826242 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.840319 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for router_gateway (48a089d7-4e6d-4e66-9507-8407c0c4c05c), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.844251 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.854631 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a67c107-da91-4375-ab1a-48e7a98f1cb4,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.862085 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Checking segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:51.863044 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Network hostable DHCP agents. Network: 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:51.907402 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] For port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:38:51.912255 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] For port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:38:51.919061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:51.929120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:51.942952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:51.945124 dv-cinder-797608-21-iscsi neutron-server[104224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:38:51.969893 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:51.993128 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28336c80-2ea8-4c12-b260-828c41758c24 None None] Pushing event updated for resources: {'Port': ['ID=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:51.999005 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:52.015556 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:52.026142 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:52.027481 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411a201-6d7a-46d2-95a5-67a2843f01b5 None None] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:52.028735 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.094540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:52.156922 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cb864eac-334e-487f-ac55-0156c114ac0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3387034 May 27 09:38:52.161470 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34238) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:52.178470 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:52.248228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:52.251599 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732002c3-c833-4b24-9d56-f7c926993d74 None None] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:52.252135 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.288439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:52.295028 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-0aa05222-ccde-4012-86f5-66ca1a37cad3 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:52.299237 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.311915 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-0aa05222-ccde-4012-86f5-66ca1a37cad3 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/networks?id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 HTTP/1.1" status: 200 len: 811 time: 0.3678064 May 27 09:38:52.336600 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-ea3c26bd-a339-42ea-8601-a9af10833bc5 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/quotas/7479df6fb46a412398b2e1749b0cbd96 HTTP/1.1" status: 200 len: 375 time: 0.0237043 May 27 09:38:52.347534 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for router_gateway (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.408802 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:38:52.418553 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.418733 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-47c18258-a73f-4907-b9a8-f7dd39d25183 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5164227 May 27 09:38:52.421221 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.421745 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:52.430925 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:52.432015 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-c0b85cdc-b0b3-4242-a44c-e5e40203f7f2 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7479df6fb46a412398b2e1749b0cbd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910113 May 27 09:38:52.480100 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:38:52.481810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.488983 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.490286 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.572444 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.577855 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.678928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:52.695419 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:52.757955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:38:52.759489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-73ccc713-2918-44d3-bba5-720c62123b50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:38:52.759928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-73ccc713-2918-44d3-bba5-720c62123b50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0713823 May 27 09:38:52.797584 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for router_controller (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.829042 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:52.849667 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Allocated IP 172.27.1.141 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/276e96ca-1044-4b80-99d4-815f475dd8fc) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:52.875777 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-6744adf3-483b-4455-9adf-65804ab9b9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071084 May 27 09:38:52.921042 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:52.921809 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.985048 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Allocated IP 172.20.0.2 (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d/0a67c107-da91-4375-ab1a-48e7a98f1cb4/5bd45a18-9302-470e-9a84-8a1c3a1baa61) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:52.991094 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:52.997241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-4cd9d355-03e3-47f9-be1b-37acd62478a4 service neutron] 10.222.0.41 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131577 May 27 09:38:52.998310 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7adae2a9-446d-43eb-b316-456ff07531a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.035484 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:53.058056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Allocated IP 172.20.0.2 (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb/563e966d-4148-40d1-abcc-2fbcf4399b3a/ff250d81-eda8-4c10-8646-da1f40bed3fe) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:53.072797 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for router_controller (66c04bc6-9e93-4191-b7e5-b51d447a9125), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.111604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.216402 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7adae2a9-446d-43eb-b316-456ff07531a7 admin admin] Publish callbacks [] for security_group (dd4b28cf-8bcc-40f5-a38d-75994a0061a9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.222462 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7adae2a9-446d-43eb-b316-456ff07531a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dd4b28cf-8bcc-40f5-a38d-75994a0061a9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.326740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adae2a9-446d-43eb-b316-456ff07531a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b28cf-8bcc-40f5-a38d-75994a0061a9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:53.331795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7adae2a9-446d-43eb-b316-456ff07531a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84ba4973a779495ab471f571b4fe1003&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6517251 May 27 09:38:53.345242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34272) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:53.633436 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:53.662806 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:53.673684 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] Publish callbacks [] for security_group (dd4b28cf-8bcc-40f5-a38d-75994a0061a9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.710425 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:53.788857 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:53.828975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] Publish callbacks [] for security_group (dd4b28cf-8bcc-40f5-a38d-75994a0061a9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.850480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:53.850888 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.853371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks [] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.860276 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaaa4fc-d777-46cb-a6fe-a25394139367 None None] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:53.912126 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for router_gateway (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.919846 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.920196 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Pushing event updated for resources: {'Port': ['ID=276e96ca-1044-4b80-99d4-815f475dd8fc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:53.955304 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbf12764-3f7f-4f43-86ba-3cd8640d52c1 req-21db5ac0-0b8f-4c62-864d-fc544413efbb tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.2386334 May 27 09:38:53.966240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Provisioning complete for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:53.966785 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.980303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dd4b28cf-8bcc-40f5-a38d-75994a0061a9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:53.991475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.002704 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd4b28cf-8bcc-40f5-a38d-75994a0061a9 HTTP/1.1" status: 204 len: 168 time: 0.6559663 May 27 09:38:54.051572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cded77-6531-4c06-b9e2-18cae8e4e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b28cf-8bcc-40f5-a38d-75994a0061a9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:54.128489 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for router_gateway (66c04bc6-9e93-4191-b7e5-b51d447a9125), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.132745 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:54.143152 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Current status of the port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:54.144171 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.226424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:54.233223 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:38:54.240177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks [] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.282378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:54.284258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:54.290656 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:54.293146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.db.api [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 09:38:54.293554 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG oslo_db.api [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:38:54.294218 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.315768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.357422 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Pushing event updated for resources: {'Port': ['ID=5bd45a18-9302-470e-9a84-8a1c3a1baa61,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:54.423499 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:54.445286 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:54.454511 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:54.491366 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Attempting to bind port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:38:54.491366 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Attempting to bind port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:38:54.491714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Attempting to bind port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:38:54.520758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:54.551945 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:38:54.552529 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Checking segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:54.552936 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.553330 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Bound using segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:38:54.553835 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Bound port: 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:38:54.554275 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.606078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Attempting to bind port ff250d81-eda8-4c10-8646-da1f40bed3fe on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:38:54.606078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Attempting to bind port ff250d81-eda8-4c10-8646-da1f40bed3fe by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:38:54.606078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Attempting to bind port ff250d81-eda8-4c10-8646-da1f40bed3fe on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:38:54.643480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:38:54.644159 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:54.644240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.644638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Bound using segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:38:54.645123 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Bound port: ff250d81-eda8-4c10-8646-da1f40bed3fe, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:38:54.646149 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.660237 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for router_gateway (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.675638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:54.676546 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Pushing event updated for resources: {'Port': ['ID=ff250d81-eda8-4c10-8646-da1f40bed3fe,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:54.721122 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.752352 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for router_gateway (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.800735 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for router_gateway (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.865916 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] For port 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:38:54.895828 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] For port ff250d81-eda8-4c10-8646-da1f40bed3fe, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:38:54.900519 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] For port 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5bd45a18-9302-470e-9a84-8a1c3a1baa61,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:38:54.904883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d63b3ab5-4792-40ff-b9ae-9f814ec20327 None None] Current status of the port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:54.917662 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] For port ff250d81-eda8-4c10-8646-da1f40bed3fe, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ff250d81-eda8-4c10-8646-da1f40bed3fe,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:38:54.920076 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.920744 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.941630 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:54.992757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:54.997165 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaadeae-bbb8-44d0-9a0c-ce72e90f3bfa None None] Pushing event updated for resources: {'Port': ['ID=5bd45a18-9302-470e-9a84-8a1c3a1baa61,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:55.178974 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26363fab-2a57-4aa0-9999-dbe139b1499c req-53599864-0413-4bbc-aaa2-d68fdd6b1098 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0834754 May 27 09:38:55.208839 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Allocated IP 172.27.1.254 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/c55017f6-a1cf-4285-a192-5f33541d03f0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:55.335634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34374) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:55.427153 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a709a8-be5c-4985-a8fb-abe14d1e316e None None] Pushing event updated for resources: {'Port': ['ID=ff250d81-eda8-4c10-8646-da1f40bed3fe,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:55.436814 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7937a11a-d763-4f88-ac5c-0221e8882005 None None] Provisioning complete for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:55.437195 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7937a11a-d763-4f88-ac5c-0221e8882005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.595458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-48202808-network', 'tenant_id': 'a3b6a13fb1884c5c9700a0913b94e0ac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:55.619203 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7937a11a-d763-4f88-ac5c-0221e8882005 None None] Current status of the port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:55.625153 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Made reservation on behalf of a3b6a13fb1884c5c9700a0913b94e0ac for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:55.628046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.631664 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:55.639216 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.690056 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.740842 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks [] for security_group (e833f5d8-923c-4f90-9af8-96e885aa772c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.745203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e833f5d8-923c-4f90-9af8-96e885aa772c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.766793 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.775082 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:55.777432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:55.781474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e833f5d8-923c-4f90-9af8-96e885aa772c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:55.805272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (85b87da1-6491-4f31-8997-7bf017e99fe6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.805684 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Added segment 85b87da1-6491-4f31-8997-7bf017e99fe6 of type vlan for network 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca May 27 09:38:55.860487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (2c0ae1d9-2e07-4813-ab67-1ca6cb256cca), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.869029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.894663 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (2c0ae1d9-2e07-4813-ab67-1ca6cb256cca), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.897484 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:55.898075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:55.940023 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6026578 May 27 09:38:55.942831 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:55.947609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Request body: {'subnet': {'network_id': '2c0ae1d9-2e07-4813-ab67-1ca6cb256cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-48202808-subnet', 'tenant_id': 'a3b6a13fb1884c5c9700a0913b94e0ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:55.954602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:55.968186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:55.970625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:55.976557 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Allocated IP 172.27.1.68 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/987ec5eb-fdf8-4e72-84f7-407814af6693) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:55.997296 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359c834-971e-4c54-9abb-acbcc7193010 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0ae1d9-2e07-4813-ab67-1ca6cb256cca,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:56.014706 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:56.028404 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c55017f6-a1cf-4285-a192-5f33541d03f0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:56.044818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Made reservation on behalf of a3b6a13fb1884c5c9700a0913b94e0ac for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:56.045988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:38:56.046747 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.049357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:56.138228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:56.276957 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (42702d5c-c7bb-41a1-bb5f-946b0d971a91), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.325992 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42702d5c-c7bb-41a1-bb5f-946b0d971a91,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:56.361854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Checking segment: {'id': '85b87da1-6491-4f31-8997-7bf017e99fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2c0ae1d9-2e07-4813-ab67-1ca6cb256cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:56.362790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Network hostable DHCP agents. Network: 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:56.369611 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:38:56.382796 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:38:56.395095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Network 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:56.401923 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:38:56.402742 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:56.410521 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.427168 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.428461 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eb9e7be9-266b-48de-97d4-8f9d5e5b6cbd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9143858 May 27 09:38:56.436175 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34396) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:56.441451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62b37db2-6101-428a-a1f7-9fe297ff3e1b req-b92ad011-b60c-4788-80fa-90b7b6dbb8b6 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0482776 May 27 09:38:56.442312 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:56.452704 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:56.453442 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.454187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7233d-13ea-4647-a8b1-fe339ee8d92e None None] Network 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:56.478289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e4fdf2b7-6586-4810-983a-af3e3f2e9b00 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5330377 May 27 09:38:56.500953 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for router_gateway (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.572515 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:56.717165 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ea513-f279-4768-a147-dd3eb3135952 None None] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:56.745427 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:38:56.757803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81353e5b-f089-4bbc-9918-a96bc1b5ecac None None] Network 2c0ae1d9-2e07-4813-ab67-1ca6cb256cca requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:56.791552 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:56.816411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:38:56.830417 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.949615 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Provisioning complete for port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:56.950016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:56.985013 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:57.024137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.059554 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:38:54Z', 'revision_number': 3, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:57.096825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Current status of the port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:57.097208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.117151 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:38:57.117432 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Updating router 48a089d7-4e6d-4e66-9507-8407c0c4c05c port 276e96ca-1044-4b80-99d4-815f475dd8fc binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:38:57.151061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:57.151480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.155721 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.166170 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:57.222013 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed4b6b-8b55-49bd-835e-8b3fdb50f05e None None] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:57.293640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-762bdfec-b919-42f1-911a-788826454a5f None None] For port 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5bd45a18-9302-470e-9a84-8a1c3a1baa61,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:38:57.318738 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:57.342762 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.355884 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:57.356947 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5bd45a18-9302-470e-9a84-8a1c3a1baa61 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:38:57.402662 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34424) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:57.408612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-398634963-network', 'tenant_id': 'bb068315dab546399f08e56703237783'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:57.450708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Made reservation on behalf of bb068315dab546399f08e56703237783 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:57.454202 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.477079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.513742 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bdfec-b919-42f1-911a-788826454a5f None None] Pushing event updated for resources: {'Port': ['ID=5bd45a18-9302-470e-9a84-8a1c3a1baa61,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:57.518560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.521248 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.526167 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.529204 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Provisioning complete for port ff250d81-eda8-4c10-8646-da1f40bed3fe triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:57.529805 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.542025 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Pushing event updated for resources: {'Port': ['ID=987ec5eb-fdf8-4e72-84f7-407814af6693,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:57.585053 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:57.585761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.595381 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks [] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.603868 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.613573 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.634420 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.666455 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks [] for security_group (f494dc4a-e8f4-48f7-974f-346903e3253a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.689732 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Attempting to bind port 276e96ca-1044-4b80-99d4-815f475dd8fc on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:38:57.690078 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Attempting to bind port 276e96ca-1044-4b80-99d4-815f475dd8fc by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:38:57.691568 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Attempting to bind port 276e96ca-1044-4b80-99d4-815f475dd8fc on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:38:57.708066 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:38:57.708439 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:57.708845 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.709236 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:38:57.710455 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Bound port: 276e96ca-1044-4b80-99d4-815f475dd8fc, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:38:57.710842 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.720868 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:57.722921 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ff250d81-eda8-4c10-8646-da1f40bed3fe up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:38:57.772870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Current status of the port ff250d81-eda8-4c10-8646-da1f40bed3fe is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:57.777722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.786231 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] For port 276e96ca-1044-4b80-99d4-815f475dd8fc, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:38:57.790910 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] For port 276e96ca-1044-4b80-99d4-815f475dd8fc, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=276e96ca-1044-4b80-99d4-815f475dd8fc,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:38:57.796992 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Pushing event updated for resources: {'Port': ['ID=276e96ca-1044-4b80-99d4-815f475dd8fc,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:57.806745 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.807147 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.807545 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.807901 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.808239 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.808566 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.808889 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.809284 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.809765 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.810100 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.810425 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.810758 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.811081 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.811466 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.811842 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Tracked resource versions report: May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: pushed versions: May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: { 'AddressGroup': {'1.2'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Agent': {'1.1'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'ConntrackHelper': {'1.0'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Log': {'1.0'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'NDPProxy': {'1.0'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Network': {'1.1'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Port': {'1.7'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'PortForwarding': {'1.3'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'QosPolicy': {'1.10'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroup': {'1.5'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SubPort': {'1.0'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Subnet': {'1.1'}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Trunk': {'1.1'}} May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: consumer versions: May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: { DHCP agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: HyperV agent@hv-cinder-79760: {}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: L3 agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: Metadata agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: Metering agent@dv-cinder-797608-21-iscsi: {}, May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: Open vSwitch agent@dv-cinder-797608-21-iscsi: { 'AddressGroup': '1.2', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Agent': '1.1', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'ConntrackHelper': '1.0', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'LocalIPAssociation': '1.0', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Log': '1.0', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'NDPProxy': '1.0', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Network': '1.1', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Port': '1.7', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'PortForwarding': '1.3', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'QosPolicy': '1.10', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroup': '1.5', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SecurityGroupRule': '1.2', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'SubPort': '1.0', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Subnet': '1.1', May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: 'Trunk': '1.1'}} May 27 09:38:57.813327 dv-cinder-797608-21-iscsi neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:38:57.817117 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.819223 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1ff7f70c-1b0a-45ee-8ba9-944d78c073be req-44faca9a-a4c8-42a9-a04f-6681dffdfb05 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.1508081 May 27 09:38:57.820713 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f494dc4a-e8f4-48f7-974f-346903e3253a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.834344 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:38:57.851802 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ff250d81-eda8-4c10-8646-da1f40bed3fe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:57.852075 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.875094 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for router_gateway (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.880537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (1f01ad48-5868-4fe3-b37e-2d451a046867), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.881064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Added segment 1f01ad48-5868-4fe3-b37e-2d451a046867 of type vlan for network 26164bce-83c8-4c00-9c07-9d90791c660c May 27 09:38:57.882194 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:38:57.882837 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:57.922281 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] For port ff250d81-eda8-4c10-8646-da1f40bed3fe, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ff250d81-eda8-4c10-8646-da1f40bed3fe,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:38:57.933268 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (26164bce-83c8-4c00-9c07-9d90791c660c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.951211 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.985988 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f494dc4a-e8f4-48f7-974f-346903e3253a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:57.994940 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:57.996645 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:38:57.998398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (26164bce-83c8-4c00-9c07-9d90791c660c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:57.999646 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:58.000263 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.034068 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ff250d81-eda8-4c10-8646-da1f40bed3fe is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:58.034587 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.058712 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:58.085756 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] Pushing event updated for resources: {'Network': ['ID=26164bce-83c8-4c00-9c07-9d90791c660c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:58.093130 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ce34f665-a6e2-4887-a254-8eecbfa0f017 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6863625 May 27 09:38:58.100344 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:58.101500 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Provisioning complete for port ff250d81-eda8-4c10-8646-da1f40bed3fe triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:58.102195 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.105173 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fef823-75a2-426d-8804-6f53c8615feb None None] Pushing event updated for resources: {'Port': ['ID=276e96ca-1044-4b80-99d4-815f475dd8fc,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:58.108311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:58.122914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Request body: {'subnet': {'network_id': '26164bce-83c8-4c00-9c07-9d90791c660c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-398634963-subnet', 'tenant_id': 'bb068315dab546399f08e56703237783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:58.158852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 26164bce-83c8-4c00-9c07-9d90791c660c details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:38:58.174015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Made reservation on behalf of bb068315dab546399f08e56703237783 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:58.176354 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.188691 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fcdeb-fe2e-4fad-b4a3-a5427051d730 None None] Pushing event updated for resources: {'Port': ['ID=ff250d81-eda8-4c10-8646-da1f40bed3fe,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:58.195066 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:58.258724 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:38:54Z', 'revision_number': 3, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:58.314778 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18ef0b-1dc0-43e8-847e-ec5cb1ca0d64 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:38:54Z', 'revision_number': 3, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:38:58.364810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.db.api [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 09:38:58.365628 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG oslo_db.api [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:38:58.382739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Current status of the port ff250d81-eda8-4c10-8646-da1f40bed3fe is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:58.399321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Provisioning complete for port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:58.399896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.476151 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.500601 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.506231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0dba8d95-80fa-46c1-95a1-5f33e3c0c62f None None] Current status of the port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:58.514183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:38:58.523446 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (2a2ab18d-b5ef-4235-93dd-d7061b290a79), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.581905 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2ab18d-b5ef-4235-93dd-d7061b290a79,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:58.594830 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Checking segment: {'id': '1f01ad48-5868-4fe3-b37e-2d451a046867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26164bce-83c8-4c00-9c07-9d90791c660c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:38:58.595467 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Network hostable DHCP agents. Network: 26164bce-83c8-4c00-9c07-9d90791c660c, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:38:58.620759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Network 26164bce-83c8-4c00-9c07-9d90791c660c is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:38:58.633817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 26164bce-83c8-4c00-9c07-9d90791c660c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:58.639188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:58.639875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:58.643342 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cea9f1-23e2-4a11-a4ac-8e409eb62abb None None] Network 26164bce-83c8-4c00-9c07-9d90791c660c requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:58.682629 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-63a74824-5782-483b-8a9d-bd846e4a26ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5704832 May 27 09:38:58.844602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:58.851105 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:58.881300 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Allocated IP 172.20.0.1 (90d3a2be-1adb-43f3-aa78-1e534bd2671b/39db12d3-2329-4949-99d8-99aed166bd17/ca9fb208-d62b-4434-8204-d024e33a279d) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:38:58.964899 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f865e8ea-7ca4-4cd7-a008-0830bf7a3879 req-7f56f7e1-dd73-411b-b04d-0c57091164d3 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0513656 May 27 09:38:58.980086 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:38:58.980381 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Deleting subnet 42702d5c-c7bb-41a1-bb5f-946b0d971a91 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:38:58.980566 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ff250d81-eda8-4c10-8646-da1f40bed3fe is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:38:58.983924 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:59.017537 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:38:59.026982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Publish callbacks [] for subnet (42702d5c-c7bb-41a1-bb5f-946b0d971a91), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.030224 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c09c66-e23f-4dd4-8f76-e027e34f3d6b None None] Network 26164bce-83c8-4c00-9c07-9d90791c660c requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:38:59.098838 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:38:59.103398 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:59.149294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Publish callbacks [] for subnet (42702d5c-c7bb-41a1-bb5f-946b0d971a91), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.153908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.65', 60502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:59.197914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (42702d5c-c7bb-41a1-bb5f-946b0d971a91), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.198639 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks [] for port (ca9fb208-d62b-4434-8204-d024e33a279d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.218722 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.220840 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f7eee38b-e622-454a-a729-ac33c97312c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0580823 May 27 09:38:59.227439 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:38:59.229205 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:59.311755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:38:59.453051 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:38:59.465560 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:38:59.476660 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:38:59.477278 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:59.497002 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.509887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ff250d81-eda8-4c10-8646-da1f40bed3fe up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:38:59.515928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-5150c135-209c-414b-9b4a-8244db28d38b tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:38:59.519541 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-5150c135-209c-414b-9b4a-8244db28d38b tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.65 "GET /v2.0/networks?id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 HTTP/1.1" status: 200 len: 811 time: 0.3646753 May 27 09:38:59.521593 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (42702d5c-c7bb-41a1-bb5f-946b0d971a91), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.531685 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:59.544809 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.548482 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42702d5c-c7bb-41a1-bb5f-946b0d971a91 HTTP/1.1" status: 204 len: 168 time: 0.6960707 May 27 09:38:59.551244 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:38:59.553432 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34474) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:59.557051 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:38:59.560001 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:38:59.560648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.595781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0a3ce-76ee-4dcb-aa01-19bf50a35c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42702d5c-c7bb-41a1-bb5f-946b0d971a91,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:59.622949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Request body: {'port': {'device_id': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2', 'admin_state_up': True, 'tenant_id': '7479df6fb46a412398b2e1749b0cbd96'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:38:59.648091 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.649782 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7b2d5830-875d-4cb1-bfcb-0b0565462236 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2248399 May 27 09:38:59.707905 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Pushing event updated for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:38:59.724895 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:38:59.756934 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34478) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:38:59.758026 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:59.870296 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ff250d81-eda8-4c10-8646-da1f40bed3fe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:38:59.871356 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.881720 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:56Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:38:59.892397 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:59.914397 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:38:59.945407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Made reservation on behalf of 7479df6fb46a412398b2e1749b0cbd96 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:38:59.949613 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:38:59.979421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:38:59.979920 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Updating router 66c04bc6-9e93-4191-b7e5-b51d447a9125 port c55017f6-a1cf-4285-a192-5f33541d03f0 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:39:00.027810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:00.031958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1e4311c1-a296-4f74-91ee-3e7b93a3ce8e None None] Provisioning complete for port ca9fb208-d62b-4434-8204-d024e33a279d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:00.032402 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e4311c1-a296-4f74-91ee-3e7b93a3ce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:00.085698 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:57Z', 'revision_number': 3, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:00.125614 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:39:00.126321 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Updating router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 port 987ec5eb-fdf8-4e72-84f7-407814af6693 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:39:00.178818 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:00.202196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1e4311c1-a296-4f74-91ee-3e7b93a3ce8e None None] Port ca9fb208-d62b-4434-8204-d024e33a279d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:00.278860 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5af3014-c675-4850-8d89-7939837c18c6 req-c2052304-ffc8-484d-b0a5-cceb7b0a9f11 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.1014271 May 27 09:39:00.325283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ff250d81-eda8-4c10-8646-da1f40bed3fe is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:00.326492 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5bd45a18-9302-470e-9a84-8a1c3a1baa61 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:00.333359 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:00.416417 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:00.459502 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (2c0ae1d9-2e07-4813-ab67-1ca6cb256cca), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:00.544833 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:00.545446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:00.615377 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Allocated IP 172.20.0.8 (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2/d0f09a3c-d000-48eb-a49f-c55d0b41fff4/91c5ca83-bcb7-4dd6-8333-c29ae094c13b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:00.888906 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.256348 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks [] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.272869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.288303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks [] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.335724 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:01.349417 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:01.386322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Attempting to bind port c55017f6-a1cf-4285-a192-5f33541d03f0 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:01.387005 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Attempting to bind port c55017f6-a1cf-4285-a192-5f33541d03f0 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:01.389747 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Attempting to bind port c55017f6-a1cf-4285-a192-5f33541d03f0 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:01.420472 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:01.429879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:01.430476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.431059 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:01.431721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Bound port: c55017f6-a1cf-4285-a192-5f33541d03f0, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:01.432265 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.434204 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:01.436419 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 276e96ca-1044-4b80-99d4-815f475dd8fc up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:01.609347 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 276e96ca-1044-4b80-99d4-815f475dd8fc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:01.611844 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.627662 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6eae-15c4-4c79-b509-bc8f5d4e495b req-0308d558-3e2e-47c7-9813-44fae76fc217 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:01.629562 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-199d6eae-15c4-4c79-b509-bc8f5d4e495b req-0308d558-3e2e-47c7-9813-44fae76fc217 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.2193072 May 27 09:39:01.631395 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.670782 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks [] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.676847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563dc3-18e3-41ae-be53-8f3bafb9431d None None] Pushing event updated for resources: {'Port': ['ID=c55017f6-a1cf-4285-a192-5f33541d03f0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:01.687177 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.855872 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] For port c55017f6-a1cf-4285-a192-5f33541d03f0, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:01.865145 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Attempting to bind port 987ec5eb-fdf8-4e72-84f7-407814af6693 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:01.865486 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Attempting to bind port 987ec5eb-fdf8-4e72-84f7-407814af6693 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:01.865907 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Attempting to bind port 987ec5eb-fdf8-4e72-84f7-407814af6693 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:01.886626 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] For port c55017f6-a1cf-4285-a192-5f33541d03f0, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c55017f6-a1cf-4285-a192-5f33541d03f0,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:01.893334 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:01.893755 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:01.894192 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.894577 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:01.895114 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Bound port: 987ec5eb-fdf8-4e72-84f7-407814af6693, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:01.895666 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.897309 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71430533-9040-457e-87cf-b9287310246c None None] Pushing event updated for resources: {'Port': ['ID=987ec5eb-fdf8-4e72-84f7-407814af6693,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:01.905471 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:01.982550 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.106494 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] For port 987ec5eb-fdf8-4e72-84f7-407814af6693, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:02.108984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563dc3-18e3-41ae-be53-8f3bafb9431d None None] Pushing event updated for resources: {'Port': ['ID=c55017f6-a1cf-4285-a192-5f33541d03f0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:02.115688 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 276e96ca-1044-4b80-99d4-815f475dd8fc is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:02.116285 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] For port 987ec5eb-fdf8-4e72-84f7-407814af6693, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=987ec5eb-fdf8-4e72-84f7-407814af6693,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:02.116514 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.129370 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.150302 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 276e96ca-1044-4b80-99d4-815f475dd8fc, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=276e96ca-1044-4b80-99d4-815f475dd8fc,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:02.156516 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.210294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:02.235785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:02.241526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:02.243219 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:02.244204 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.253386 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:02.254045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.258752 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Pushing event updated for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:02.269194 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:02.288017 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-199d6eae-15c4-4c79-b509-bc8f5d4e495b req-fdc24c89-18dd-4a5e-b05f-ce00c275ef04 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058435 May 27 09:39:02.311207 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:02.312810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.322650 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-148f7792-5745-4869-88a6-78d16818b7a9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7150197 May 27 09:39:02.337659 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:02.405520 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (2c0ae1d9-2e07-4813-ab67-1ca6cb256cca), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.434386 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.435011 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.435262 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:02.436491 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.437233 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > port after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.437689 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.438173 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > port after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.438653 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.438988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.439313 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.439951 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.477558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:02.483256 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71430533-9040-457e-87cf-b9287310246c None None] Pushing event updated for resources: {'Port': ['ID=987ec5eb-fdf8-4e72-84f7-407814af6693,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:02.519577 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=276e96ca-1044-4b80-99d4-815f475dd8fc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:02.541916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884d19b2-dfbf-4c5a-8538-c597528f6f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.583994 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:02.609077 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:02.717239 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884d19b2-dfbf-4c5a-8538-c597528f6f8a admin admin] Publish callbacks [] for security_group (9435265b-5925-4b2b-ae11-5bd3c23991e1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.734622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884d19b2-dfbf-4c5a-8538-c597528f6f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9435265b-5925-4b2b-ae11-5bd3c23991e1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.768457 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:57Z', 'revision_number': 3, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.786274 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.786619 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.786951 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.787307 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:02.787689 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0ae1d9-2e07-4813-ab67-1ca6cb256cca']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.792640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=100 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:02.800665 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f6e24-6c16-414e-973c-b7d075335bec None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:57Z', 'revision_number': 3, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:39:02.821336 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b87da1-6491-4f31-8997-7bf017e99fe6') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.821644 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b87da1-6491-4f31-8997-7bf017e99fe6') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.873263 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (85b87da1-6491-4f31-8997-7bf017e99fe6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:02.974739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d19b2-dfbf-4c5a-8538-c597528f6f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9435265b-5925-4b2b-ae11-5bd3c23991e1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:02.981639 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:56Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:02.982446 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-884d19b2-dfbf-4c5a-8538-c597528f6f8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28f5838929ea4e148c78de44e6f8333f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7112682 May 27 09:39:02.986039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:03.011380 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d091f0c-c826-4be4-8685-2fb6ca2e9f18 None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:38:56Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:39:03.025938 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:03.066674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] Publish callbacks [] for security_group (9435265b-5925-4b2b-ae11-5bd3c23991e1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.066883 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (85b87da1-6491-4f31-8997-7bf017e99fe6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.081861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:03.091703 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:39:03.091852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] Publish callbacks [] for security_group (9435265b-5925-4b2b-ae11-5bd3c23991e1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.092140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (85b87da1-6491-4f31-8997-7bf017e99fe6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.150261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9435265b-5925-4b2b-ae11-5bd3c23991e1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.154312 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.160595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9435265b-5925-4b2b-ae11-5bd3c23991e1 HTTP/1.1" status: 204 len: 168 time: 0.1729338 May 27 09:39:03.169723 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c71d35-d727-4033-a6c5-8632117ae3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435265b-5925-4b2b-ae11-5bd3c23991e1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:03.339807 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (2c0ae1d9-2e07-4813-ab67-1ca6cb256cca), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.384535 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.387173 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2c0ae1d9-2e07-4813-ab67-1ca6cb256cca HTTP/1.1" status: 204 len: 168 time: 3.7427630 May 27 09:39:03.391873 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:03.450902 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8838c95-8456-436e-9ed3-99345b8c8591 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0ae1d9-2e07-4813-ab67-1ca6cb256cca,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:03.467574 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.524530 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Allocated IP 172.20.0.1 (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb/563e966d-4148-40d1-abcc-2fbcf4399b3a/ca364c29-70e7-4aa0-82e9-f57ad12c59df) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:03.555992 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks [] for port (ca9fb208-d62b-4434-8204-d024e33a279d), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.562890 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Deleting subnet 2a2ab18d-b5ef-4235-93dd-d7061b290a79 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:39:03.567669 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.577644 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Publish callbacks [] for subnet (2a2ab18d-b5ef-4235-93dd-d7061b290a79), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.773259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34604) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:03.789497 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Publish callbacks [] for subnet (2a2ab18d-b5ef-4235-93dd-d7061b290a79), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.824961 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (2a2ab18d-b5ef-4235-93dd-d7061b290a79), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:03.877949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d1d4-e270-420e-8640-b07a725ff4d3 req-53f20e49-f477-4a90-8457-227af5194b0e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:03.886101 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bcd3d1d4-e270-420e-8640-b07a725ff4d3 req-53f20e49-f477-4a90-8457-227af5194b0e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.1113820 May 27 09:39:03.960849 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 85b87da1-6491-4f31-8997-7bf017e99fe6 resource provider aggregate not found May 27 09:39:03.964533 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Pushing event updated for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:03.977077 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:03.985887 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bcd3d1d4-e270-420e-8640-b07a725ff4d3 req-2b0cc79c-2c1e-47fd-8fec-ca1100da5250 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987701 May 27 09:39:03.997018 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for subnet (2a2ab18d-b5ef-4235-93dd-d7061b290a79), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.004339 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.056714 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2ab18d-b5ef-4235-93dd-d7061b290a79,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:04.065807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.072353 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6d748d20-8346-4131-a05c-974835866dc5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a2ab18d-b5ef-4235-93dd-d7061b290a79 HTTP/1.1" status: 204 len: 168 time: 0.6759207 May 27 09:39:04.074341 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:04.075251 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 85b87da1-6491-4f31-8997-7bf017e99fe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85b87da1-6491-4f31-8997-7bf017e99fe6 found for delete ", "request_id": "req-504f8c17-fda3-4688-b20f-0c0b03eb7133"}]} May 27 09:39:04.140455 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:04.358279 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (26164bce-83c8-4c00-9c07-9d90791c660c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.404659 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks [] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.459015 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Allocated IP 172.20.0.1 (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d/0a67c107-da91-4375-ab1a-48e7a98f1cb4/bc26d123-c4bb-4ba7-b863-5c33d05cb346) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:04.481183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:04.488564 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:04.549634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-d540138b-2e09-4f7b-a5d6-7ecbf4adef30 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:39:04.550762 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-d540138b-2e09-4f7b-a5d6-7ecbf4adef30 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0974014 May 27 09:39:04.608816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.659436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (26164bce-83c8-4c00-9c07-9d90791c660c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.686732 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 987ec5eb-fdf8-4e72-84f7-407814af6693 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:04.692326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Pushing event updated for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:04.770458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.772406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.778142 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.778897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > port after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.778897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.787796 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > port after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.788230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.788565 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.788895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.793756 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:04.799634 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:04.867446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 987ec5eb-fdf8-4e72-84f7-407814af6693 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:04.867905 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:04.868070 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:04.886504 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:05.045820 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:39:05.053730 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.062332 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks [] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.095580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 987ec5eb-fdf8-4e72-84f7-407814af6693 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:05.100160 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.189852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 987ec5eb-fdf8-4e72-84f7-407814af6693, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=987ec5eb-fdf8-4e72-84f7-407814af6693,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:05.194056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0446dd17-dd64-494b-b9b2-56458798fc01 None None] Provisioning complete for port ca9fb208-d62b-4434-8204-d024e33a279d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:05.194456 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0446dd17-dd64-494b-b9b2-56458798fc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.203761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.204241 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c55017f6-a1cf-4285-a192-5f33541d03f0 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:05.239050 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:05.300700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:05.301162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:05.301495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:05.301824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:39:05.302214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26164bce-83c8-4c00-9c07-9d90791c660c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:05.312190 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.356308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0446dd17-dd64-494b-b9b2-56458798fc01 None None] Port ca9fb208-d62b-4434-8204-d024e33a279d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:05.369309 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f01ad48-5868-4fe3-b37e-2d451a046867') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:05.369617 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f01ad48-5868-4fe3-b37e-2d451a046867') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:05.388360 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=987ec5eb-fdf8-4e72-84f7-407814af6693,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:05.406135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c55017f6-a1cf-4285-a192-5f33541d03f0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:05.407360 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.408612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:05.414384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (1f01ad48-5868-4fe3-b37e-2d451a046867), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.424849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:05.442791 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:05.445269 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:05.471331 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Pushing event updated for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:05.475711 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (1f01ad48-5868-4fe3-b37e-2d451a046867), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.496486 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:39:05.496998 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (1f01ad48-5868-4fe3-b37e-2d451a046867), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.508455 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:39:05.523937 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-923689cf-1c94-47e6-b075-ccb59ff8303e admin admin] 10.222.0.41 "PUT /v2.0/routers/48a089d7-4e6d-4e66-9507-8407c0c4c05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0864387 May 27 09:39:05.525131 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:39:05.535193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0fa9fa60-c466-4ae2-ae88-6c095d31af4e None None] Provisioning complete for port ca364c29-70e7-4aa0-82e9-f57ad12c59df triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:05.535841 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fa60-c466-4ae2-ae88-6c095d31af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.549214 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.567239 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.569891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ad2c-4fd0-4b43-ab08-5dd215fc3cc6 req-a4bbf21d-7041-47a6-8e0f-6b195d38feeb tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:05.571826 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f49ad2c-4fd0-4b43-ab08-5dd215fc3cc6 req-a4bbf21d-7041-47a6-8e0f-6b195d38feeb tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.1792710 May 27 09:39:05.598724 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:05.600017 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:05.752784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9fa60-c466-4ae2-ae88-6c095d31af4e None None] Port ca364c29-70e7-4aa0-82e9-f57ad12c59df cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:05.764970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (26164bce-83c8-4c00-9c07-9d90791c660c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.800826 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f49ad2c-4fd0-4b43-ab08-5dd215fc3cc6 req-8613d242-c97b-47fb-b9d1-0ada2a676250 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684566 May 27 09:39:05.824432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.831764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/26164bce-83c8-4c00-9c07-9d90791c660c HTTP/1.1" status: 204 len: 168 time: 1.7502010 May 27 09:39:05.843163 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f302e8-62f0-4933-af3a-4dfadfee1b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=26164bce-83c8-4c00-9c07-9d90791c660c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:05.922732 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c55017f6-a1cf-4285-a192-5f33541d03f0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:05.928305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.968533 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port c55017f6-a1cf-4285-a192-5f33541d03f0, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c55017f6-a1cf-4285-a192-5f33541d03f0,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:05.985220 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:05.985774 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 276e96ca-1044-4b80-99d4-815f475dd8fc up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:05.993861 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:05.994806 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks [] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.001901 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:06.012576 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.051711 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.082983 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:06.141154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34678) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:06.141655 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.150156 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Pushing event updated for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:06.164636 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:06.179821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bcebe514-c46d-42c7-8b5c-8dab70ce9eed None None] Provisioning complete for port bc26d123-c4bb-4ba7-b863-5c33d05cb346 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:06.180371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bcebe514-c46d-42c7-8b5c-8dab70ce9eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.240980 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 276e96ca-1044-4b80-99d4-815f475dd8fc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:06.241363 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.281744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-adbaf784-72b0-4579-ab32-fc58bbcf46ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3b6a13fb1884c5c9700a0913b94e0ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1393635 May 27 09:39:06.291981 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:06.314350 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:06.473695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:06.477591 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:06.480512 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] Publish callbacks [] for security_group (e833f5d8-923c-4f90-9af8-96e885aa772c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.510997 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 276e96ca-1044-4b80-99d4-815f475dd8fc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:06.519356 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34686) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:06.547870 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772095189', 'description': 'tempest-description--285456809'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:06.553529 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe514-c46d-42c7-8b5c-8dab70ce9eed None None] Port bc26d123-c4bb-4ba7-b863-5c33d05cb346 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:06.578738 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=c55017f6-a1cf-4285-a192-5f33541d03f0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:06.592583 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 1f01ad48-5868-4fe3-b37e-2d451a046867 resource provider aggregate not found May 27 09:39:06.604935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:06.656893 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 1f01ad48-5868-4fe3-b37e-2d451a046867 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f01ad48-5868-4fe3-b37e-2d451a046867 found for delete ", "request_id": "req-ce13321e-52b3-4731-b70e-bed553ed4b18"}]} May 27 09:39:06.672633 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] Publish callbacks [] for security_group (e833f5d8-923c-4f90-9af8-96e885aa772c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.764503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:06.788878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 987ec5eb-fdf8-4e72-84f7-407814af6693 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:06.869963 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:06.924236 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 2, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:07.009577 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:39:07.009934 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Updating router 48a089d7-4e6d-4e66-9507-8407c0c4c05c port ca9fb208-d62b-4434-8204-d024e33a279d binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:39:07.076061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 987ec5eb-fdf8-4e72-84f7-407814af6693 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:07.076419 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.130263 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b07d6-9fe2-40ce-992f-b086ae961d45 req-057b2409-7e44-49f4-be46-ee3df0004c91 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:07.136310 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.136979 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d94b07d6-9fe2-40ce-992f-b086ae961d45 req-057b2409-7e44-49f4-be46-ee3df0004c91 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.1514323 May 27 09:39:07.185042 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f4f54b65-7726-426b-abb5-6e15a05bf0fb None None] Provisioning complete for port ca364c29-70e7-4aa0-82e9-f57ad12c59df triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:07.186618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4f54b65-7726-426b-abb5-6e15a05bf0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.285207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks [] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.290842 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.397451 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:39:07.403869 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (8519a0f5-5adb-4340-b6bc-73d54bbafb1a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.410890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d94b07d6-9fe2-40ce-992f-b086ae961d45 req-48ec2143-8442-4807-93a9-873f3021249e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591650 May 27 09:39:07.412552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e833f5d8-923c-4f90-9af8-96e885aa772c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.415712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.416966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e833f5d8-923c-4f90-9af8-96e885aa772c HTTP/1.1" status: 204 len: 168 time: 1.1259115 May 27 09:39:07.425818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8519a0f5-5adb-4340-b6bc-73d54bbafb1a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.429301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.447243 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d877fd-aad9-4fbf-9756-d9977dbffe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e833f5d8-923c-4f90-9af8-96e885aa772c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:07.447814 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Pushing event updated for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:07.461061 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.463677 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9390056 May 27 09:39:07.467323 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:07.503969 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group_rule': {'security_group_id': '8519a0f5-5adb-4340-b6bc-73d54bbafb1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:07.573581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Request body: {'port': {'device_id': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:07.685241 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:07.757114 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:39:07.760292 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:07.798555 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:39:07.839836 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:07.840639 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:07.878563 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f4f54b65-7726-426b-abb5-6e15a05bf0fb None None] Port ca364c29-70e7-4aa0-82e9-f57ad12c59df cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:07.904884 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-dfbff1f8-044e-450c-8dd0-ca812ac1bb88 admin admin] 10.222.0.41 "PUT /v2.0/routers/66c04bc6-9e93-4191-b7e5-b51d447a9125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6716814 May 27 09:39:07.960588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 987ec5eb-fdf8-4e72-84f7-407814af6693 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:07.981482 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:08.013248 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks [] for port (ca9fb208-d62b-4434-8204-d024e33a279d), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.027798 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.101626 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:08.156641 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:08.164363 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:08.302679 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:08.358754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34730) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:08.384444 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Attempting to bind port ca9fb208-d62b-4434-8204-d024e33a279d on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:08.384791 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Attempting to bind port ca9fb208-d62b-4434-8204-d024e33a279d by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:08.386055 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Attempting to bind port ca9fb208-d62b-4434-8204-d024e33a279d on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:08.411930 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:08.413548 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Checking segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:08.415458 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.418018 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Bound using segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:08.419166 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Bound port: ca9fb208-d62b-4434-8204-d024e33a279d, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:08.422352 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.432568 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab33c5-b838-4174-a65f-577ddd839bdc None None] Pushing event updated for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:08.433558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (df26986d-847e-40b1-8af1-2a7e369e12cf), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.577255 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:08.586264 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8b67d-8abc-44fe-ba96-fb32ef0937c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8519a0f5-5adb-4340-b6bc-73d54bbafb1a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:08.771594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] For port ca9fb208-d62b-4434-8204-d024e33a279d, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:08.858830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] For port ca9fb208-d62b-4434-8204-d024e33a279d, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca9fb208-d62b-4434-8204-d024e33a279d,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:08.864492 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-511b1433-e383-4111-a9d3-90e947af8c50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb068315dab546399f08e56703237783&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4995334 May 27 09:39:08.867190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c55017f6-a1cf-4285-a192-5f33541d03f0 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:08.868499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12cd95-493d-40df-a8b1-7b0fb7b9746d req-5363dfff-25e1-49b2-9681-54ecee978501 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:08.869475 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Provisioning complete for port ca9fb208-d62b-4434-8204-d024e33a279d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:08.869958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.876192 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:08.879221 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 2, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:08.884096 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e12cd95-493d-40df-a8b1-7b0fb7b9746d req-5363dfff-25e1-49b2-9681-54ecee978501 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.1506281 May 27 09:39:08.898662 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:08.956165 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:39:08.959222 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Updating router 66c04bc6-9e93-4191-b7e5-b51d447a9125 port ca364c29-70e7-4aa0-82e9-f57ad12c59df binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:39:08.982171 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:39:09.136424 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] Publish callbacks [] for security_group (f494dc4a-e8f4-48f7-974f-346903e3253a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.137713 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.181575 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:09.211521 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] Publish callbacks [] for security_group (f494dc4a-e8f4-48f7-974f-346903e3253a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.211660 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e12cd95-493d-40df-a8b1-7b0fb7b9746d req-66ea5e62-8356-40dc-a4f3-563eea168247 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133249 May 27 09:39:09.294855 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab33c5-b838-4174-a65f-577ddd839bdc None None] Pushing event updated for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:09.334990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c55017f6-a1cf-4285-a192-5f33541d03f0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:09.335728 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.343025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:09.344385 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:09.459769 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:39:09.485097 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-175f3d43-e320-4716-ad3e-d369620ce479 admin admin] 10.222.0.41 "PUT /v2.0/routers/0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7247055 May 27 09:39:09.490090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (df26986d-847e-40b1-8af1-2a7e369e12cf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.528826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (df26986d-847e-40b1-8af1-2a7e369e12cf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.552516 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f494dc4a-e8f4-48f7-974f-346903e3253a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.556073 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.557784 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f494dc4a-e8f4-48f7-974f-346903e3253a HTTP/1.1" status: 204 len: 168 time: 0.6811111 May 27 09:39:09.571559 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:39:09.573478 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173db6-c1f5-49f1-a118-cc01d4212604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494dc4a-e8f4-48f7-974f-346903e3253a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:09.829562 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df26986d-847e-40b1-8af1-2a7e369e12cf,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:09.857152 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:09.858085 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:09.884628 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:09.891189 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:09.901424 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34792) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:09.906586 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group_rule': {'security_group_id': '8519a0f5-5adb-4340-b6bc-73d54bbafb1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:09.916543 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-77db1074-5e5f-4f69-9ebc-5f60e8dcea24 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4249144 May 27 09:39:09.935220 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:09.982359 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Current status of the port ca9fb208-d62b-4434-8204-d024e33a279d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:09.982882 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.001502 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (060f2b1a-da76-4e2a-826c-42af75a1ce0f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.004830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:10.102904 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (060f2b1a-da76-4e2a-826c-42af75a1ce0f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.107854 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (060f2b1a-da76-4e2a-826c-42af75a1ce0f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.122280 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:10.124747 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060f2b1a-da76-4e2a-826c-42af75a1ce0f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:10.152666 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.154668 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a6dd266d-7c2e-4c20-84fb-a39077c79a1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519832 May 27 09:39:10.157825 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:10.165961 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:10.213098 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.285142 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks [] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.295245 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34816) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:10.316211 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651473618', 'description': 'tempest-description--639380625'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:10.320382 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.508275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c5ca83-bcb7-4dd6-8333-c29ae094c13b {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:10.522242 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.540689 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] For port ca9fb208-d62b-4434-8204-d024e33a279d, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca9fb208-d62b-4434-8204-d024e33a279d,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:10.559243 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks [] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.599977 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.748993 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba40dd-b7d1-4ebe-9e21-740bd44f646e None None] Pushing event updated for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:10.904797 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.959981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:10.972542 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Attempting to bind port ca364c29-70e7-4aa0-82e9-f57ad12c59df on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:10.975078 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Attempting to bind port ca364c29-70e7-4aa0-82e9-f57ad12c59df by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:10.976973 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Attempting to bind port ca364c29-70e7-4aa0-82e9-f57ad12c59df on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:10.992164 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Allocated IP 172.27.1.242 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/dda1b1a7-d5f5-46d4-8c37-8f6c64032415) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:10.993904 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:10.996056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c55017f6-a1cf-4285-a192-5f33541d03f0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:10.997040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:10.997626 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:10.998950 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Bound using segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:10.999922 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Bound port: ca364c29-70e7-4aa0-82e9-f57ad12c59df, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:11.000455 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.059260 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Transition to ACTIVE for port object 91c5ca83-bcb7-4dd6-8333-c29ae094c13b will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:39:11.118939 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ecb7a-5a19-40b8-9748-d74d83833e4f req-0cdf6e0b-2134-46f9-a46d-9b812fb9f620 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:11.132404 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd9ecb7a-5a19-40b8-9748-d74d83833e4f req-0cdf6e0b-2134-46f9-a46d-9b812fb9f620 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 931 time: 0.5776045 May 27 09:39:11.154009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.189173 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] For port ca364c29-70e7-4aa0-82e9-f57ad12c59df, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:11.198550 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] For port ca364c29-70e7-4aa0-82e9-f57ad12c59df, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca364c29-70e7-4aa0-82e9-f57ad12c59df,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:11.217840 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.284543 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:11.285387 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:11.466335 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Provisioning complete for port ca9fb208-d62b-4434-8204-d024e33a279d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:11.469380 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.494489 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd9ecb7a-5a19-40b8-9748-d74d83833e4f req-e4cdee89-5b78-4aa7-997b-3c8b9e3a6d30 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570833 May 27 09:39:11.505159 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:11.726911 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (680edfe4-99fd-4bad-8499-dfcba27b634d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.731887 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.735977 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (680edfe4-99fd-4bad-8499-dfcba27b634d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.741957 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba40dd-b7d1-4ebe-9e21-740bd44f646e None None] Pushing event updated for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:11.779938 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:11.832706 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:11.842251 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:11.854397 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-85a0c95c-7499-4ba9-be95-1a0718e53aa6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:11.855246 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5574167 May 27 09:39:11.856106 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34876) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:11.857988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-85a0c95c-7499-4ba9-be95-1a0718e53aa6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 1.9826376 May 27 09:39:11.888240 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group_rule': {'security_group_id': '680edfe4-99fd-4bad-8499-dfcba27b634d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:11.914887 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed585a3-3363-420f-af8b-3bcc06d83e3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680edfe4-99fd-4bad-8499-dfcba27b634d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:11.959038 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:11.961635 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:08Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:11.989844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.016287 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:12.078748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Pushing event updated for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:12.130681 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c906314-3ad5-49da-9e72-0198d88f06d4 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:08Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:39:12.132236 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a442a-5b20-4e15-ad68-ef00366206de None None] Pushing event updated for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:12.146006 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (a27a1060-e573-47ce-ad7f-78acd354d202), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.160043 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-4f3a6c1f-a819-4308-a3e3-d41a142a5592 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/quotas/0cad683f27d14cf5a90a19525a467a52 HTTP/1.1" status: 200 len: 375 time: 0.1459105 May 27 09:39:12.396077 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:12.413104 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (a27a1060-e573-47ce-ad7f-78acd354d202), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.421431 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-1abac065-b1c1-4415-bd0d-04570aa5956c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424636 May 27 09:39:12.442471 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (a27a1060-e573-47ce-ad7f-78acd354d202), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.461609 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Current status of the port ca9fb208-d62b-4434-8204-d024e33a279d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:12.465318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:12.472870 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:11Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:12.536280 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:12.554443 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.558133 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Provisioning complete for port bc26d123-c4bb-4ba7-b863-5c33d05cb346 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:12.558512 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:12.565507 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6916544 May 27 09:39:12.566724 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:12.571017 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d929a-14bd-42d2-a0a6-3d98d249dac9 None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:11Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:39:12.596881 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34886) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:12.597854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:12.603523 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group_rule': {'security_group_id': '680edfe4-99fd-4bad-8499-dfcba27b634d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:12.688547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8aa78-5197-496f-9a93-7df0972cc716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a1060-e573-47ce-ad7f-78acd354d202,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:12.705909 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:12.706785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=dda1b1a7-d5f5-46d4-8c37-8f6c64032415,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:12.707170 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b2329425-1330-429b-b6ec-f5d360fdd9ef None None] Port bc26d123-c4bb-4ba7-b863-5c33d05cb346 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:12.795375 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:12.907903 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Provisioning complete for port ca364c29-70e7-4aa0-82e9-f57ad12c59df triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:12.909199 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.008700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:06Z', 'revision_number': 2, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:13.040638 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Attempting to bind port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:13.041244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Attempting to bind port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f7415139-fd94-4f94-a92b-985e0288ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:13.041244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Attempting to bind port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b on network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:13.156480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:39:13.157016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Updating router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 port bc26d123-c4bb-4ba7-b863-5c33d05cb346 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:39:13.172182 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.183798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9327e-bb5a-48ff-a7a2-029b75975878 req-210f19b4-7de0-4c09-831a-1d43373a3f34 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:13.197731 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b4f9327e-bb5a-48ff-a7a2-029b75975878 req-210f19b4-7de0-4c09-831a-1d43373a3f34 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.5622463 May 27 09:39:13.224023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b on network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:39:13.232353 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Attempting to bind port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b on network a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:13.348740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (5ff834e5-3e8a-4045-84a6-22be26e39e68), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.390062 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:13.391930 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49895173-28ea-4ebd-9f62-1883b0c09dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.409198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Checking segment: {'id': 'f7415139-fd94-4f94-a92b-985e0288ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:13.409601 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Bound using segment: {'id': 'f7415139-fd94-4f94-a92b-985e0288ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:13.413530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Bound port: 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7415139-fd94-4f94-a92b-985e0288ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:13.414010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.429743 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.666121 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-ac03886a-b33a-481d-8213-5fffc23b8a43 service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2309637 May 27 09:39:13.812943 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca364c29-70e7-4aa0-82e9-f57ad12c59df up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:13.949170 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:13.991045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:13.999034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ca364c29-70e7-4aa0-82e9-f57ad12c59df triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:13.999530 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.043710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b4f9327e-bb5a-48ff-a7a2-029b75975878 req-8b69bbe6-2ecb-4d77-ba0c-c708f01054ad tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407290 May 27 09:39:14.046850 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,segment=NetworkSegment(f7415139-fd94-4f94-a92b-985e0288ae4e),segment_id=f7415139-fd94-4f94-a92b-985e0288ae4e)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:14.109625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49895173-28ea-4ebd-9f62-1883b0c09dd4 admin admin] Publish callbacks [] for security_group (69524c69-6d9b-4f88-a257-60f49c951982), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.135781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.277072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-4d77f3e0-adc3-400e-ab6d-62d251e4e650 service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004040 May 27 09:39:14.292680 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (5ff834e5-3e8a-4045-84a6-22be26e39e68), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.298702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:14.300754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.303484 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Current status of the port ca364c29-70e7-4aa0-82e9-f57ad12c59df is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:14.306122 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.306579 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] 10.222.0.65 "PUT /v2.0/ports/91c5ca83-bcb7-4dd6-8333-c29ae094c13b HTTP/1.1" status: 200 len: 1093 time: 7.1970956 May 27 09:39:14.307330 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:14.325609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (5ff834e5-3e8a-4045-84a6-22be26e39e68), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.333805 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0824058-168b-4c58-8945-e3ff530637bc service neutron] Pushing event updated for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:14.400367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff834e5-3e8a-4045-84a6-22be26e39e68,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:14.416312 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.422070 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-26c251a1-b8b6-4ab5-a83d-1865197d5938 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8221591 May 27 09:39:14.423431 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34938) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:14.434595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:14.484754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 34940) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:14.536357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.745343 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.753438 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49895173-28ea-4ebd-9f62-1883b0c09dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (69524c69-6d9b-4f88-a257-60f49c951982), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.803919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] For port ca364c29-70e7-4aa0-82e9-f57ad12c59df, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca364c29-70e7-4aa0-82e9-f57ad12c59df,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:14.817113 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.861981 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:14.863053 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:14.880630 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895173-28ea-4ebd-9f62-1883b0c09dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69524c69-6d9b-4f88-a257-60f49c951982,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:15.018656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:15.020885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-b8670435-75e2-4f28-b5ce-7625a9a30162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:15.023563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-b8670435-75e2-4f28-b5ce-7625a9a30162 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7479df6fb46a412398b2e1749b0cbd96&device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 1127 time: 0.4114833 May 27 09:39:15.027183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.048513 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-49895173-28ea-4ebd-9f62-1883b0c09dd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84755f8a60e0499dafa827933541e339&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2456634 May 27 09:39:15.051661 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34964) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:15.119136 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ca364c29-70e7-4aa0-82e9-f57ad12c59df is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:15.124198 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca9fb208-d62b-4434-8204-d024e33a279d up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:15.161932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed5f30-9bab-41db-9df5-324d36c5b566" -d '{"events": [{"name": "network-changed", "server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:15.261785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=dda1b1a7-d5f5-46d4-8c37-8f6c64032415,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:15.278075 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-98f11ad7-c95e-4e60-b2e6-ce2793bca03e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b HTTP/1.1" status: 200 len: 217 time: 0.1485565 May 27 09:39:15.280597 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-008cc52f-efd8-40bf-a5fd-4e6c66336a52 req-4187c9e8-2704-4fae-a2bf-65a33853a73a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 210 time: 0.4167280 May 27 09:39:15.287020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e564a-d462-49d3-bd4b-8dadde9e0d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.459329 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:15.460122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274a21-2a50-4c87-9d15-54b2f4406cad req-10250884-e7ee-4ee4-a5b0-1c67c5ace9ea tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:15.468939 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e274a21-2a50-4c87-9d15-54b2f4406cad req-10250884-e7ee-4ee4-a5b0-1c67c5ace9ea tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.1872792 May 27 09:39:15.469942 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ca9fb208-d62b-4434-8204-d024e33a279d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:15.470451 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.495476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 34990) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:15.521167 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.596745 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] Publish callbacks [] for security_group (69524c69-6d9b-4f88-a257-60f49c951982), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.616119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-cfa7205d-7e7d-498d-ac2e-43dd8b886e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:15.620453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-cfa7205d-7e7d-498d-ac2e-43dd8b886e93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f09a3c-d000-48eb-a49f-c55d0b41fff4 HTTP/1.1" status: 200 len: 851 time: 0.1717193 May 27 09:39:15.640421 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.646303 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3d37aa20-12bd-4a13-bddc-024392cf6f02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4865575 May 27 09:39:15.674566 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] Publish callbacks [] for security_group (69524c69-6d9b-4f88-a257-60f49c951982), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.791884 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (69524c69-6d9b-4f88-a257-60f49c951982), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.805439 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:15.809037 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69524c69-6d9b-4f88-a257-60f49c951982 HTTP/1.1" status: 204 len: 168 time: 0.6850858 May 27 09:39:15.838554 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36db07-fbd1-46e6-a2bc-72c96bec21bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69524c69-6d9b-4f88-a257-60f49c951982,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:15.987898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Allocated IP 172.27.1.204 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/7fdeb92f-673e-4469-91e2-58d681682691) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:15.989841 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:16.029847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b46e8-b7ff-4a22-b920-9d227ffd31b1 x-openstack-request-id: req-2d5b46e8-b7ff-4a22-b920-9d227ffd31b1 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:16.030196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:16.030378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d5b46e8-b7ff-4a22-b920-9d227ffd31b1 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:16.030830 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5b46e8-b7ff-4a22-b920-9d227ffd31b1'] response: {'name': 'network-changed', 'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b', 'status': 'completed', 'code': 200} May 27 09:39:16.076781 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-eed81e8d-3d0c-446d-bdb8-0bfb9a30d609 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3594108 May 27 09:39:16.090571 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28fc24c2-7080-42d8-b9f6-49196562a54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.097004 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks [] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.110032 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42e0870a-69b8-49b5-9631-d23ee021c399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.111321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:16.119984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:16.122489 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810a1e5-e0e3-4232-9841-7facda956d91 None None] Pushing event updated for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:16.260238 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.425378 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28fc24c2-7080-42d8-b9f6-49196562a54a admin admin] Publish callbacks [] for security_group (7fc9112c-0e3d-4563-9e61-2544e5c53431), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.434643 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28fc24c2-7080-42d8-b9f6-49196562a54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (7fc9112c-0e3d-4563-9e61-2544e5c53431), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.514779 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc24c2-7080-42d8-b9f6-49196562a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9112c-0e3d-4563-9e61-2544e5c53431,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:16.589810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0e96-4b34-43ba-bd5c-d5c3d4d4c701 None None] Pushing event updated for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:16.645362 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-28fc24c2-7080-42d8-b9f6-49196562a54a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d43eab32ab3043f3921055b60f21c944&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1328244 May 27 09:39:16.649148 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35032) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:16.865585 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] Publish callbacks [] for security_group (7fc9112c-0e3d-4563-9e61-2544e5c53431), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.897469 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Attempting to bind port bc26d123-c4bb-4ba7-b863-5c33d05cb346 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:16.897849 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Attempting to bind port bc26d123-c4bb-4ba7-b863-5c33d05cb346 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:16.903308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Attempting to bind port bc26d123-c4bb-4ba7-b863-5c33d05cb346 on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:16.903308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ca9fb208-d62b-4434-8204-d024e33a279d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:16.929276 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:16.929742 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Checking segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:16.930055 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:16.930456 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Bound using segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:16.931165 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Bound port: bc26d123-c4bb-4ba7-b863-5c33d05cb346, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:16.950402 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.009036 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] Publish callbacks [] for security_group (7fc9112c-0e3d-4563-9e61-2544e5c53431), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.186880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] For port bc26d123-c4bb-4ba7-b863-5c33d05cb346, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:17.221868 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] For port bc26d123-c4bb-4ba7-b863-5c33d05cb346, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bc26d123-c4bb-4ba7-b863-5c33d05cb346,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:17.251535 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.270451 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35036) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:17.300419 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (7fc9112c-0e3d-4563-9e61-2544e5c53431), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.303046 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.319354 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fc9112c-0e3d-4563-9e61-2544e5c53431 HTTP/1.1" status: 204 len: 168 time: 0.6679802 May 27 09:39:17.365480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Provisioning complete for port bc26d123-c4bb-4ba7-b863-5c33d05cb346 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:17.366146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.374665 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266c70-6eb2-4e55-990a-56fbc3dc0048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9112c-0e3d-4563-9e61-2544e5c53431,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:17.378172 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cda4-87fc-4f98-bc7b-cd8a1614c471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.406054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (7fdeb92f-673e-4469-91e2-58d681682691), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.562420 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca364c29-70e7-4aa0-82e9-f57ad12c59df up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:17.603950 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cda4-87fc-4f98-bc7b-cd8a1614c471 admin admin] Publish callbacks [] for security_group (a40d3bc6-f57d-454f-85cf-d2f29b5a68fb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.609017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:17.622647 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (7fdeb92f-673e-4469-91e2-58d681682691), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.638863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cda4-87fc-4f98-bc7b-cd8a1614c471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a40d3bc6-f57d-454f-85cf-d2f29b5a68fb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.686756 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:17.713652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:39:17.714516 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:17.715567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:38:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:17.739157 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3fb2cda4-87fc-4f98-bc7b-cd8a1614c471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3257639b05ab4533b294beeaf39f36f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676404 May 27 09:39:17.740215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2cda4-87fc-4f98-bc7b-cd8a1614c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d3bc6-f57d-454f-85cf-d2f29b5a68fb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:17.746946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:17.757402 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35050) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:17.823619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e274a21-2a50-4c87-9d15-54b2f4406cad req-1bd4c95b-be90-4793-adb9-bf363ff72975 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3531482 May 27 09:39:17.831489 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] Publish callbacks [] for security_group (a40d3bc6-f57d-454f-85cf-d2f29b5a68fb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.845125 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0e96-4b34-43ba-bd5c-d5c3d4d4c701 None None] Pushing event updated for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:17.872073 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] Publish callbacks [] for security_group (a40d3bc6-f57d-454f-85cf-d2f29b5a68fb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.971554 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:17.974260 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:17.979197 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a40d3bc6-f57d-454f-85cf-d2f29b5a68fb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.987192 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:17.990414 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a40d3bc6-f57d-454f-85cf-d2f29b5a68fb HTTP/1.1" status: 204 len: 168 time: 0.2298007 May 27 09:39:18.013204 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac44b-411c-4348-88b0-1ca1a46f1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d3bc6-f57d-454f-85cf-d2f29b5a68fb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:18.016521 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Current status of the port bc26d123-c4bb-4ba7-b863-5c33d05cb346 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:18.017215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.072814 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d319dc9d-200f-4871-afbb-ed47c22449f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.129128 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] For port bc26d123-c4bb-4ba7-b863-5c33d05cb346, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bc26d123-c4bb-4ba7-b863-5c33d05cb346,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:18.180276 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.226907 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ca364c29-70e7-4aa0-82e9-f57ad12c59df triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:18.227613 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.257778 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e564a-d462-49d3-bd4b-8dadde9e0d1f admin admin] Publish callbacks [] for security_group (8db05892-97b0-4369-9d43-1d892da76219), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.271345 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:18.298232 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:39:18.314228 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:18.348569 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-b6add8c2-0abb-4a16-a9fe-e8956aeefe60 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--772095189&fields=id&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 267 time: 0.1823156 May 27 09:39:18.353782 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35064) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:18.378853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7d367329-c0cd-4316-bca0-5432963aa105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.391643 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2f2145c0-6fb6-4553-a3a8-71ecaaf367d2 None None] Provisioning complete for port bc26d123-c4bb-4ba7-b863-5c33d05cb346 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:18.392201 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f2145c0-6fb6-4553-a3a8-71ecaaf367d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.401218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4e564a-d462-49d3-bd4b-8dadde9e0d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8db05892-97b0-4369-9d43-1d892da76219), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.450103 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad36556-9d73-4a97-8a49-69bb3ce848be None None] Pushing event updated for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:18.471978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e564a-d462-49d3-bd4b-8dadde9e0d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db05892-97b0-4369-9d43-1d892da76219,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:18.542148 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7d367329-c0cd-4316-bca0-5432963aa105 admin admin] Publish callbacks [] for security_group (5bc04e38-5366-4759-975c-cdf5c7e892ae), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.548853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7d367329-c0cd-4316-bca0-5432963aa105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5bc04e38-5366-4759-975c-cdf5c7e892ae), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.565330 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=7fdeb92f-673e-4469-91e2-58d681682691,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:18.577497 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-188fa5ae-4808-4507-bcc8-49f907d94b7f service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4275088 May 27 09:39:18.578750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.584502 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ca364c29-70e7-4aa0-82e9-f57ad12c59df is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:18.589219 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3b4e564a-d462-49d3-bd4b-8dadde9e0d1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97ea2c06722447ea9af654b260acd724&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0994339 May 27 09:39:18.614250 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:18.627435 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2f2145c0-6fb6-4553-a3a8-71ecaaf367d2 None None] Current status of the port bc26d123-c4bb-4ba7-b863-5c33d05cb346 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:18.631968 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-ecbb6f67-21ff-4b71-974a-433e4cbe08c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:18.640824 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-ecbb6f67-21ff-4b71-974a-433e4cbe08c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 1.1304474 May 27 09:39:18.666472 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7d367329-c0cd-4316-bca0-5432963aa105 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=786edc12bdb941679adf96e2040ee682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115296 May 27 09:39:18.674045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35080) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:18.711598 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367329-c0cd-4316-bca0-5432963aa105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc04e38-5366-4759-975c-cdf5c7e892ae,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:18.722100 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1cb5ee15-9ffd-46ea-a2c1-74da5276f6d4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/quotas/0cad683f27d14cf5a90a19525a467a52 HTTP/1.1" status: 200 len: 375 time: 0.0803380 May 27 09:39:18.746141 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] Publish callbacks [] for security_group (8db05892-97b0-4369-9d43-1d892da76219), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.750496 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:17Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:18.779471 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] Publish callbacks [] for security_group (8db05892-97b0-4369-9d43-1d892da76219), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.803554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7fdeb92f-673e-4469-91e2-58d681682691), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.817940 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107833b-514b-4831-b507-0b4ad857e324 None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:17Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:39:18.820122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-33500aff-784f-4498-a4c4-22b25dd9b586 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:18.829560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-33500aff-784f-4498-a4c4-22b25dd9b586 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 816 time: 0.4416046 May 27 09:39:18.881514 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.883838 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-981d0b8b-57b8-42c0-8c1c-2f241a8ccbbb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1608424 May 27 09:39:18.890070 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-02ced888-38ff-4fab-b4dd-bfebb8bc3333 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/quotas/fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0594227 May 27 09:39:18.961199 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8db05892-97b0-4369-9d43-1d892da76219), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.965640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:18.967614 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8db05892-97b0-4369-9d43-1d892da76219 HTTP/1.1" status: 204 len: 168 time: 0.3390665 May 27 09:39:18.978414 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649f4ba-7e11-4da6-a4ad-a883971e9f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db05892-97b0-4369-9d43-1d892da76219,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:19.046005 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] Publish callbacks [] for security_group (5bc04e38-5366-4759-975c-cdf5c7e892ae), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.086274 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:19.087148 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:19.191323 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-6da9312c-c09f-405e-9378-3a8c19f2d0c0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2750916 May 27 09:39:19.216529 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bc26d123-c4bb-4ba7-b863-5c33d05cb346 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:19.224020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] Publish callbacks [] for security_group (5bc04e38-5366-4759-975c-cdf5c7e892ae), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.316559 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port bc26d123-c4bb-4ba7-b863-5c33d05cb346 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:19.316936 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.396478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-c9315ece-bc3f-4b4b-84b0-70831c658613 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:39:19.397518 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-c9315ece-bc3f-4b4b-84b0-70831c658613 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2557299 May 27 09:39:19.439443 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port bc26d123-c4bb-4ba7-b863-5c33d05cb346 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:19.536032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-06287538-8259-4b3c-8998-91f97bc685ad service neutron] 10.222.0.41 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265874 May 27 09:39:19.537292 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:19.555236 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c95a616d-3615-41e9-aa8a-bf38f8123d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.614388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5bc04e38-5366-4759-975c-cdf5c7e892ae), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.617261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.618420 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bc04e38-5366-4759-975c-cdf5c7e892ae HTTP/1.1" status: 204 len: 168 time: 0.9262314 May 27 09:39:19.644807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (7fdeb92f-673e-4469-91e2-58d681682691), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.660427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (7fdeb92f-673e-4469-91e2-58d681682691), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.662493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a34056-570b-4bce-983b-090ae39c6db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc04e38-5366-4759-975c-cdf5c7e892ae,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:19.685960 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c95a616d-3615-41e9-aa8a-bf38f8123d87 admin admin] Publish callbacks [] for security_group (82dd9b85-0798-4540-a579-b3d8816461c6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.692070 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c95a616d-3615-41e9-aa8a-bf38f8123d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (82dd9b85-0798-4540-a579-b3d8816461c6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.714694 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:19.745203 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a616d-3615-41e9-aa8a-bf38f8123d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd9b85-0798-4540-a579-b3d8816461c6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:19.752483 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c95a616d-3615-41e9-aa8a-bf38f8123d87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c584d3848f444496b63638cd935d347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129488 May 27 09:39:19.755606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=7fdeb92f-673e-4469-91e2-58d681682691,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:19.755972 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35116) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:19.774605 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-7721012f-e07f-4c9f-8045-d08b6abbfcf4 service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671005 May 27 09:39:19.851933 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] Publish callbacks [] for security_group (82dd9b85-0798-4540-a579-b3d8816461c6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.856474 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-d4477b64-2ecd-4d0a-8963-0c20d96f05bc service neutron] 10.222.0.41 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915387 May 27 09:39:19.881884 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] Publish callbacks [] for security_group (82dd9b85-0798-4540-a579-b3d8816461c6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.909963 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.952157 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:19.953143 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-030f7945-af62-44ca-9daf-b5b0fd608137 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5276704 May 27 09:39:19.964060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-4cd6780d-e6fc-4246-b543-66c69cce315d service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813390 May 27 09:39:19.990826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:20.009216 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (82dd9b85-0798-4540-a579-b3d8816461c6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:20.014295 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:20.019296 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82dd9b85-0798-4540-a579-b3d8816461c6 HTTP/1.1" status: 204 len: 168 time: 0.2595959 May 27 09:39:20.037840 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245d4e-8ec8-4102-9f44-3ae50114c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd9b85-0798-4540-a579-b3d8816461c6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:20.226194 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d53a09-7bd4-45bf-a6f3-078173d0dac6 req-a28a4571-ad82-4293-a73b-2d727981e047 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:20.234418 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6d53a09-7bd4-45bf-a6f3-078173d0dac6 req-a28a4571-ad82-4293-a73b-2d727981e047 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.0751483 May 27 09:39:20.328356 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6d53a09-7bd4-45bf-a6f3-078173d0dac6 req-2e4da1e1-abbd-4732-a46e-c52fca5c13d1 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922160 May 27 09:39:20.447870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.65', 60523) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:20.628424 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:20.632647 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8b7b2f8d-58bb-44f9-8970-2c868c6f027e req-d6d79d4c-0a5e-4fa2-a4d3-000a1f307d2d service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486071 May 27 09:39:20.942095 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-5b2870f0-0ff0-483e-a892-568976f21ac8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:20.945005 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-5b2870f0-0ff0-483e-a892-568976f21ac8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 0.4946439 May 27 09:39:21.027080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:21.103050 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-558ead30-4dfb-45b3-9887-9fa097f39549 req-9ad20bc9-6a7b-4c78-83d9-26cd38e2fd3f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.4678307 May 27 09:39:21.166437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-e0ac3228-6458-4e77-8af0-9b3f472d55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:21.168491 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-e0ac3228-6458-4e77-8af0-9b3f472d55b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7479df6fb46a412398b2e1749b0cbd96&device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 1127 time: 0.1317692 May 27 09:39:21.221287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-46f00964-20e6-4947-a676-7ca9c64a4536 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1651473618&fields=id&tenant_id=06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 267 time: 0.5827739 May 27 09:39:21.223927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-122c4393-d6b3-4b1c-bcec-f005089ab471 req-c0810768-8d30-40fd-8ea7-07e3a8ae0737 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0486155 May 27 09:39:21.362679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-7a49c7e0-8bdc-42a9-970a-2baf531e0aa3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:21.364218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-7a49c7e0-8bdc-42a9-970a-2baf531e0aa3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 810 time: 0.1249485 May 27 09:39:21.382769 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-b7c4e655-6ff3-4dde-9e99-2c51a62275e8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/quotas/06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 375 time: 0.0117872 May 27 09:39:21.472106 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-b67749c7-4e2c-4ba2-9aa7-6c04e0e5c542 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821431 May 27 09:39:21.503781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b2c3-ab58-4979-8b27-76a64648b301 req-8d18e719-2711-4a37-b86f-f1850d5c6e58 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:21.503781 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f40b2c3-ab58-4979-8b27-76a64648b301 req-8d18e719-2711-4a37-b86f-f1850d5c6e58 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.0742362 May 27 09:39:21.633280 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f40b2c3-ab58-4979-8b27-76a64648b301 req-2051a98e-9ce8-415c-ab69-92faa038a8ed tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139903 May 27 09:39:21.665650 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-97da83dd-8cfa-4da3-94a5-4965bf4e7905 service neutron] 10.222.0.41 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651165 May 27 09:39:21.696794 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:21.792866 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-7015d6b7-edf8-4688-9280-cd5b84c12946 service neutron] 10.222.0.41 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214097 May 27 09:39:22.056311 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8909b96d-ecc7-42be-ae38-8db8127aa2ed req-40d25406-c8de-4052-a60b-fb708eefe1aa tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0761740 May 27 09:39:22.244607 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:22.282519 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1df81948-58ba-4c7c-bfce-fff0cbe32bdb req-3323da55-17e0-4081-a783-7e042c48bc09 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0814736 May 27 09:39:22.371936 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7f421efb-1de1-4021-b494-5acd332b72f0 req-05d3114f-a1e3-4475-944f-91bbfcc88298 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0412986 May 27 09:39:22.467607 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=22 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:22.476357 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:22.807840 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c7412-0a33-4370-b17e-7ba3011a2a4d req-bc27bdea-1fae-48ce-8538-e2341cd0ec5d tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:22.816285 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-573c7412-0a33-4370-b17e-7ba3011a2a4d req-bc27bdea-1fae-48ce-8538-e2341cd0ec5d tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.0696321 May 27 09:39:22.874212 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-573c7412-0a33-4370-b17e-7ba3011a2a4d req-655bca37-7db8-4ec3-839b-3d2fcec6c5ba tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 May 27 09:39:23.153719 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f801d4d-8158-43b2-abb2-0a863808d35d req-7d7b45b2-9ab4-474f-9203-fd42a909d386 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0316107 May 27 09:39:23.430237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8675afbd-9cb9-4f50-8684-1ed0d8d710b4 req-5a9c9307-0b92-4f36-9e03-d7d340c668f7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0617213 May 27 09:39:23.512680 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afbc19d9-907f-4576-b43f-58c487d757c9 req-cac603f4-4994-4e89-bae9-c72b25c367c1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0396974 May 27 09:39:23.725391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35348) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:23.851578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69d8b714-f482-4ff9-859c-5aeae4ecfd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.023213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69d8b714-f482-4ff9-859c-5aeae4ecfd68 admin admin] Publish callbacks [] for security_group (f2acc505-935b-471b-95bd-dfdecd9a2d86), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.031201 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69d8b714-f482-4ff9-859c-5aeae4ecfd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f2acc505-935b-471b-95bd-dfdecd9a2d86), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.082688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd2f76-0f8f-4f5e-9147-727150b60c24 req-1cf9eb7c-f5de-4bf5-975c-7f85757c9d79 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:24.090118 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82cd2f76-0f8f-4f5e-9147-727150b60c24 req-1cf9eb7c-f5de-4bf5-975c-7f85757c9d79 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.1370580 May 27 09:39:24.112986 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:24.116499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8b714-f482-4ff9-859c-5aeae4ecfd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2acc505-935b-471b-95bd-dfdecd9a2d86,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:24.125468 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'port': {'device_id': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'admin_state_up': True, 'tenant_id': '0cad683f27d14cf5a90a19525a467a52'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:24.128917 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-69d8b714-f482-4ff9-859c-5aeae4ecfd68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e850bae55371493cb840433c1376e0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008369 May 27 09:39:24.130424 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35368) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:24.188384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:24.195902 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:24.239968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-82cd2f76-0f8f-4f5e-9147-727150b60c24 req-74db9bca-47d8-4722-bb6e-5cde0b223823 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487648 May 27 09:39:24.397014 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Made reservation on behalf of 0cad683f27d14cf5a90a19525a467a52 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:24.434919 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.495503 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4912d95-203d-498d-92e2-df7e59e80b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.555299 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:24.696411 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-d0976466-f457-490c-b428-b91efb10c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:24.698136 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-d0976466-f457-490c-b428-b91efb10c530 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 HTTP/1.1" status: 200 len: 912 time: 0.5356221 May 27 09:39:24.768288 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e15370f-f0a1-4054-b597-164449a76dd7 req-117ff6a3-2676-4367-9c51-60360d2a90ac tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.1745901 May 27 09:39:24.803868 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Allocated IP 172.20.0.12 (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb/563e966d-4148-40d1-abcc-2fbcf4399b3a/adc5b363-c80d-48e0-98dd-a4279791062f) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:24.812122 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b2ca1dba-8c63-4f5d-9ac1-73ae70ee519c req-19c8afe8-f437-45d2-9ca1-8c234b155a18 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.4293792 May 27 09:39:24.851196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] Publish callbacks [] for security_group (f2acc505-935b-471b-95bd-dfdecd9a2d86), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:24.940297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] Publish callbacks [] for security_group (f2acc505-935b-471b-95bd-dfdecd9a2d86), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.004851 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for port (adc5b363-c80d-48e0-98dd-a4279791062f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.010665 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:25.036198 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-a824ece3-aeb5-47c3-aca3-6283ffab0f0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b HTTP/1.1" status: 200 len: 217 time: 0.1322970 May 27 09:39:25.038293 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7679abd6-9567-4281-91df-92479fa84b02 req-beaf66fd-ef32-4c31-ad52-7f90b9044319 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0807688 May 27 09:39:25.061591 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.101819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f2acc505-935b-471b-95bd-dfdecd9a2d86), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.105012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.105705 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4912d95-203d-498d-92e2-df7e59e80b6c admin admin] Publish callbacks [] for security_group (9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.106633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2acc505-935b-471b-95bd-dfdecd9a2d86 HTTP/1.1" status: 204 len: 168 time: 0.9471037 May 27 09:39:25.121111 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa7502-dee9-4995-95c2-0e5e0a2c1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2acc505-935b-471b-95bd-dfdecd9a2d86,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:25.147336 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4912d95-203d-498d-92e2-df7e59e80b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.206410 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:25.226168 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:25.237063 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4912d95-203d-498d-92e2-df7e59e80b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:25.243890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 91c5ca83-bcb7-4dd6-8333-c29ae094c13b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:39:25.259351 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:25.265161 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:25.295315 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d4912d95-203d-498d-92e2-df7e59e80b6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d75ba3ac12d4760aab4c0778c76d54e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1057997 May 27 09:39:25.298767 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:25.329345 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:25.330481 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.365364 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-620816b7-fc92-4ddb-a757-a6ea928d404e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2434876 May 27 09:39:25.441421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,segment=NetworkSegment(f7415139-fd94-4f94-a92b-985e0288ae4e),segment_id=f7415139-fd94-4f94-a92b-985e0288ae4e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:25.451470 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.65', 60535) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:25.458107 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b', 'network_id': 'a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2', 'port_id': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b', 'mac_address': 'fa:16:3e:f6:94:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f09a3c-d000-48eb-a49f-c55d0b41fff4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:39:25.504751 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:25.505856 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.524192 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c5ca83-bcb7-4dd6-8333-c29ae094c13b {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:25.553681 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,segment=NetworkSegment(f7415139-fd94-4f94-a92b-985e0288ae4e),segment_id=f7415139-fd94-4f94-a92b-985e0288ae4e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:25.558484 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.565975 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:25.591170 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:25.609346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-91e349da-0038-48db-b0dc-7467fd6e11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:25.622505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:25.628254 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-91e349da-0038-48db-b0dc-7467fd6e11f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f09a3c-d000-48eb-a49f-c55d0b41fff4 HTTP/1.1" status: 200 len: 851 time: 0.1767507 May 27 09:39:25.652456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc0c0c-4ccb-43bd-9091-2169a1d0f6bb req-c52f927c-9462-46ee-876e-cc3dd6a3cdbb tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:25.654222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1fc0c0c-4ccb-43bd-9091-2169a1d0f6bb req-c52f927c-9462-46ee-876e-cc3dd6a3cdbb tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 943 time: 0.2758889 May 27 09:39:25.696978 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-61ede2ba-1745-449c-a791-6958aaee57fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620286 May 27 09:39:25.708867 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:25.710774 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c7132dd8-094d-436b-b520-a550ba7560c2 None None] Provisioning complete for port adc5b363-c80d-48e0-98dd-a4279791062f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:25.711149 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c7132dd8-094d-436b-b520-a550ba7560c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.742207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] Publish callbacks [] for security_group (9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.753452 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c7132dd8-094d-436b-b520-a550ba7560c2 None None] Port adc5b363-c80d-48e0-98dd-a4279791062f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:25.760192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.65', 60536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:25.788537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdfe8-187a-44e8-a5e1-81a0d951bb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:25.833199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.65', 60537) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:25.837340 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:25.849646 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-6670b623-1c19-478a-aa45-1efe50510d16 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:25.851974 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-6670b623-1c19-478a-aa45-1efe50510d16 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 0.3449879 May 27 09:39:25.857604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Request body: {'port': {'device_id': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:25.875244 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'port': {'device_id': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'admin_state_up': True, 'tenant_id': '0cad683f27d14cf5a90a19525a467a52'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:26.023366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] Publish callbacks [] for security_group (9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.037850 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['91c5ca83-bcb7-4dd6-8333-c29ae094c13b'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:39:26.039777 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1fc0c0c-4ccb-43bd-9091-2169a1d0f6bb req-b1c9b7df-5fc1-4c95-a2b7-99fbbb4a3b90 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627644 May 27 09:39:26.132316 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73a1e50c-0636-48fa-a5af-4cd2502fca41 req-22b9c4f8-b21c-44d0-9f90-16009083f2b9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.1540368 May 27 09:39:26.153906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:26.255785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.367634 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Made reservation on behalf of 0cad683f27d14cf5a90a19525a467a52 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:26.372029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.498464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:26.513585 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42eddbfb-cb70-4a87-97ad-bd3a5277ca17 req-543fff12-0cb0-485e-bd4b-a13a890ebea8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.1244082 May 27 09:39:26.522072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4b07a5db-fe8c-4e88-acf2-178b1501d7a7 req-dc54b5ba-99ce-4f62-8f20-85bb52cedc2b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 210 time: 0.1313307 May 27 09:39:26.545662 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-f3dff02c-0141-47d1-b784-1e5f832835b1 service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8352599 May 27 09:39:26.556980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-124c5ed8-8c72-49f9-9556-7b195114ba75 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:26.558625 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-124c5ed8-8c72-49f9-9556-7b195114ba75 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 810 time: 0.7975767 May 27 09:39:26.610695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-52768e68-d2be-4c91-8eeb-a79968e9665e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:26.613018 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-52768e68-d2be-4c91-8eeb-a79968e9665e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 816 time: 0.7624722 May 27 09:39:26.630016 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.632597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.633728 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2 HTTP/1.1" status: 204 len: 168 time: 1.3343174 May 27 09:39:26.749971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b425d-e792-4387-9ae5-bbbab727f26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ab5bd-1d4e-4e82-b8a4-7c754b36bfb2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:26.771192 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc5b363-c80d-48e0-98dd-a4279791062f {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:26.782835 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks [] for port (adc5b363-c80d-48e0-98dd-a4279791062f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.814846 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Transition to ACTIVE for port object adc5b363-c80d-48e0-98dd-a4279791062f will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:39:26.825478 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3ed5f30-9bab-41db-9df5-324d36c5b566 req-79322419-6384-4b11-8b88-683b3f5ea634 service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567351 May 27 09:39:26.839548 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdfe8-187a-44e8-a5e1-81a0d951bb73 admin admin] Publish callbacks [] for security_group (763a7fe5-067a-4244-bc7b-f03f0264aec0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.854287 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.862186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:26.866082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cbfdfe8-187a-44e8-a5e1-81a0d951bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (763a7fe5-067a-4244-bc7b-f03f0264aec0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:26.939647 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-69b481fa-a122-4f59-934a-45b20417af84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 380 time: 0.3557346 May 27 09:39:26.943553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfdfe8-187a-44e8-a5e1-81a0d951bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a7fe5-067a-4244-bc7b-f03f0264aec0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:26.948939 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4cbfdfe8-187a-44e8-a5e1-81a0d951bb73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c8080e399e24746bd0f01113ec9e20f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2297943 May 27 09:39:26.954601 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-48a13380-df1d-42f5-af40-0d46b37b6572 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 379 time: 0.3180852 May 27 09:39:26.955191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:26.992931 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Allocated IP 172.20.0.14 (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb/563e966d-4148-40d1-abcc-2fbcf4399b3a/d50b1a7c-b3da-4b5c-bca2-2cc99a43949e) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:27.000587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'port': {'device_id': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'admin_state_up': True, 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'security_groups': ['8519a0f5-5adb-4340-b6bc-73d54bbafb1a']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:27.029756 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Pushing event updated for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:27.053537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'port': {'device_id': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'admin_state_up': True, 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'security_groups': ['680edfe4-99fd-4bad-8499-dfcba27b634d']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:27.260031 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.261328 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 91c5ca83-bcb7-4dd6-8333-c29ae094c13b up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:27.302232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35470) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:27.309671 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.334900 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Attempting to bind port adc5b363-c80d-48e0-98dd-a4279791062f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:27.335266 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Attempting to bind port adc5b363-c80d-48e0-98dd-a4279791062f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:27.335612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Attempting to bind port adc5b363-c80d-48e0-98dd-a4279791062f on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:27.355063 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:39:27.366337 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:27.367027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.379015 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Port adc5b363-c80d-48e0-98dd-a4279791062f on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:39:27.379572 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Attempting to bind port adc5b363-c80d-48e0-98dd-a4279791062f on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:27.394750 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ea7c0af-3b2d-422c-81eb-e3385f4432f2 req-acb30bb9-89b5-4be7-b7d8-5919079fc8e3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0818906 May 27 09:39:27.395009 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:27.396147 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:27.401804 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:27.419033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] Publish callbacks [] for security_group (763a7fe5-067a-4244-bc7b-f03f0264aec0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.424434 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:27.432314 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:27.440042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:27.444361 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:27.444964 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Bound using segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:27.445461 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Bound port: adc5b363-c80d-48e0-98dd-a4279791062f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:27.445831 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.446402 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:27.501005 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:27.522505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:27.523321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.533241 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:27.534092 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.563143 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:27.576159 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9650e-eae6-4d19-bce7-a85c6ea07dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.601295 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:27.616200 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-01428803-d157-477a-8966-19f3efd47fa1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7483046 May 27 09:39:27.652369 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Request body: {'port': {'device_id': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:27.667577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0a16-8652-4821-8439-d74bf058a087 req-2797b7fb-75e6-41d7-a6fc-71209b023935 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:27.671256 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-557c0a16-8652-4821-8439-d74bf058a087 req-2797b7fb-75e6-41d7-a6fc-71209b023935 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 944 time: 0.4302387 May 27 09:39:27.716138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] Publish callbacks [] for security_group (763a7fe5-067a-4244-bc7b-f03f0264aec0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.727234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:27.734788 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,segment=NetworkSegment(f7415139-fd94-4f94-a92b-985e0288ae4e),segment_id=f7415139-fd94-4f94-a92b-985e0288ae4e)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:27.747593 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.763706 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=adc5b363-c80d-48e0-98dd-a4279791062f,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:27.769527 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.779672 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.787758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3eff65bb-38ed-4e7c-903b-e578702646c4 None None] Provisioning complete for port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:27.788123 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3eff65bb-38ed-4e7c-903b-e578702646c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.834928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-266ad9e6-562e-41c1-b37d-39bea570dec2 req-4313970a-894a-4f6c-a0a1-8c51bc38cab0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.1483994 May 27 09:39:27.863743 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3eff65bb-38ed-4e7c-903b-e578702646c4 None None] Port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:27.866432 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:27.868246 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:27.870178 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.872243 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] 10.222.0.65 "PUT /v2.0/ports/adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 1094 time: 2.3633950 May 27 09:39:27.873078 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:27.881315 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49538642-a3b5-4dea-bf83-f39d8f9cbeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.911266 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3e7d-7751-41bb-9953-484ba3113654 service neutron] Pushing event updated for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:27.917922 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ecf7b-d7d2-447b-ad48-ee36060b70d5" -d '{"events": [{"server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "name": "network-vif-plugged", "status": "completed", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:27.983354 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:27.984462 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Made reservation on behalf of fbb8746f17d6410f9c82d0fde348d1f9 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:27.988033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:27.995786 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10842327-89b7-463e-877b-4ccbefc6618c" -d '{"events": [{"name": "network-changed", "server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:28.001452 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Made reservation on behalf of 06332dc6f29b4d01b047104d93bbef0f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:28.005914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.063849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-c92d496f-3894-412f-a456-8d57850f9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:28.066554 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-c92d496f-3894-412f-a456-8d57850f9f35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1128 time: 0.1262293 May 27 09:39:28.158411 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-557c0a16-8652-4821-8439-d74bf058a087 req-a6639eb7-5e24-48ed-977c-acf00a3066ed tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386914 May 27 09:39:28.164227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89aa3a-bfa6-49f3-9b3b-c5c21f4ae0b3 req-c284a279-8790-4d56-a09d-64baaac20c28 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:28.165850 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb89aa3a-bfa6-49f3-9b3b-c5c21f4ae0b3 req-c284a279-8790-4d56-a09d-64baaac20c28 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 932 time: 0.1996734 May 27 09:39:28.181573 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9650e-eae6-4d19-bce7-a85c6ea07dbf admin admin] Publish callbacks [] for security_group (3c2025b0-fec1-4c7f-9074-f0ee5d8d6570), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.191775 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-e06736af-3aad-4a29-8f3a-9453479541bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.0781994 May 27 09:39:28.250115 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-61176e71-b040-4327-816d-7c1eb7132d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:28.252502 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-61176e71-b040-4327-816d-7c1eb7132d07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0531669 May 27 09:39:28.255581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9650e-eae6-4d19-bce7-a85c6ea07dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3c2025b0-fec1-4c7f-9074-f0ee5d8d6570), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.258221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (763a7fe5-067a-4244-bc7b-f03f0264aec0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.260151 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.261301 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/763a7fe5-067a-4244-bc7b-f03f0264aec0 HTTP/1.1" status: 204 len: 168 time: 1.3051448 May 27 09:39:28.342274 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b393f32e-7a37-4c52-a69b-7eb3e3c770a2 x-openstack-request-id: req-b393f32e-7a37-4c52-a69b-7eb3e3c770a2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:28.342777 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "name": "network-vif-plugged", "status": "completed", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:28.343032 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b393f32e-7a37-4c52-a69b-7eb3e3c770a2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:28.343624 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b393f32e-7a37-4c52-a69b-7eb3e3c770a2'] response: {'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b', 'code': 200} May 27 09:39:28.382210 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49538642-a3b5-4dea-bf83-f39d8f9cbeef admin admin] Publish callbacks [] for security_group (5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.391203 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5364-ef57-4432-97f0-08179fd168b8 req-18c3983d-a11a-4420-a8b1-c7cde94301ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:28.393365 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-18c3983d-a11a-4420-a8b1-c7cde94301ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1347084 May 27 09:39:28.415967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:28.417319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49538642-a3b5-4dea-bf83-f39d8f9cbeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.530968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ecb9650e-eae6-4d19-bce7-a85c6ea07dbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b65acc1d0c1b4e9e8ae67337603ea0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0476224 May 27 09:39:28.537688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb89aa3a-bfa6-49f3-9b3b-c5c21f4ae0b3 req-4c16f92a-7157-40d9-8884-fc06d3102d7e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646963 May 27 09:39:28.585421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35510) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:28.588004 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-412b7cb8-6c02-4b63-b95b-e7c6847802d8 req-6caa28c6-dd72-469b-b5ca-677135294f31 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0453951 May 27 09:39:28.653416 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ab822-50bc-4754-a5cb-cbfd85b75832 x-openstack-request-id: req-614ab822-50bc-4754-a5cb-cbfd85b75832 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:28.653711 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:28.653962 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-614ab822-50bc-4754-a5cb-cbfd85b75832 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:28.654406 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614ab822-50bc-4754-a5cb-cbfd85b75832'] response: {'name': 'network-changed', 'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f', 'status': 'completed', 'code': 200} May 27 09:39:28.655373 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:39:28.664203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9650e-eae6-4d19-bce7-a85c6ea07dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2025b0-fec1-4c7f-9074-f0ee5d8d6570,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:28.760205 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:28.803307 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-b1119af0-1c49-478b-986a-4ee085c2e36c service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994176 May 27 09:39:28.814298 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50b1a7c-b3da-4b5c-bca2-2cc99a43949e {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:28.823946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-49538642-a3b5-4dea-bf83-f39d8f9cbeef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=008091b03d6e48809bbe2bf9be881f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5169020 May 27 09:39:28.823946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a08a13-8e73-4dd8-ac51-f494261e2807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a7fe5-067a-4244-bc7b-f03f0264aec0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:28.829242 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:28.833912 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks [] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.891739 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Transition to ACTIVE for port object d50b1a7c-b3da-4b5c-bca2-2cc99a43949e will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:39:28.936158 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:28.979847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49538642-a3b5-4dea-bf83-f39d8f9cbeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.051332 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Pushing event updated for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.051808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:29.053444 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-1ad46976-9a7e-41a7-929a-c9a2a3f5aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:29.055718 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] Publish callbacks [] for security_group (5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.056636 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-1ad46976-9a7e-41a7-929a-c9a2a3f5aaf6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 1129 time: 0.3610306 May 27 09:39:29.057982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Allocated IP 172.20.0.10 (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d/0a67c107-da91-4375-ab1a-48e7a98f1cb4/170fc0f5-d663-45e7-aca9-b414a735e887) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:29.059518 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-1dedfabb-1a64-4bfa-90f1-5d1196195795 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473774 May 27 09:39:29.129264 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Allocated IP 172.20.0.4 (90d3a2be-1adb-43f3-aa78-1e534bd2671b/39db12d3-2329-4949-99d8-99aed166bd17/6328b701-4055-487d-8cef-ec0bdfa4ceda) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:39:29.171101 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] Publish callbacks [] for security_group (5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.222026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] Publish callbacks [] for security_group (3c2025b0-fec1-4c7f-9074-f0ee5d8d6570), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.262060 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Attempting to bind port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:29.262446 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Attempting to bind port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:29.262774 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Attempting to bind port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:29.265018 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.268283 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.269485 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6 HTTP/1.1" status: 204 len: 168 time: 0.4385836 May 27 09:39:29.279037 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:39:29.279389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Attempting to bind port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:29.282437 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:29.286426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7986117-9c76-4e39-a0ee-23a8d1799d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ed6aa-76ab-4ec2-a58f-c4869cc14fd6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.295028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:29.295606 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:29.295997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Bound using segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:29.297362 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Bound port: d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:29.297721 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.326551 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:29.388610 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] Publish callbacks [] for security_group (3c2025b0-fec1-4c7f-9074-f0ee5d8d6570), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.389719 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:29.393585 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:29.400425 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.451866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:29.452351 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.455145 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] 10.222.0.65 "PUT /v2.0/ports/d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 200 len: 1094 time: 1.8134046 May 27 09:39:29.484850 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937a13a-c7d4-4054-bf8b-7e746147feda service neutron] Pushing event updated for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.521623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1509921858-network', 'tenant_id': '416975c7aa93428fb90fb832ee4049ad'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:29.524920 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec3b1518-7c78-40cb-9593-7a7c88d5b23a req-211ed0c5-4564-4cf4-9c18-ed82ac1b539b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.5247734 May 27 09:39:29.548032 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Made reservation on behalf of 416975c7aa93428fb90fb832ee4049ad for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:29.551683 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.562420 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.572766 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:29.581853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-aedca023-2177-4e5c-9182-eac8ba253bb5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.630731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.635797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:29.654701 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3c2025b0-fec1-4c7f-9074-f0ee5d8d6570), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.659360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.660709 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c2025b0-fec1-4c7f-9074-f0ee5d8d6570 HTTP/1.1" status: 204 len: 168 time: 1.0714984 May 27 09:39:29.667452 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106ed95-d9b3-4c39-a75a-c1b6695627af req-efad7365-536d-4c3e-9621-b27d1d454e0e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:29.669013 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2106ed95-d9b3-4c39-a75a-c1b6695627af req-efad7365-536d-4c3e-9621-b27d1d454e0e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.2342904 May 27 09:39:29.689053 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks [] for security_group (b50512e0-39b6-49bb-bfbc-8fa1d5a772db), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.694427 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b50512e0-39b6-49bb-bfbc-8fa1d5a772db), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.735220 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:39:29.743909 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50512e0-39b6-49bb-bfbc-8fa1d5a772db,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.754215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (0a21311b-42c9-4014-91d5-89d5f43f0687), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.755030 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Added segment 0a21311b-42c9-4014-91d5-89d5f43f0687 of type vlan for network 518ada0c-5d71-49ff-9e45-6311c889740b May 27 09:39:29.795209 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (170fc0f5-d663-45e7-aca9-b414a735e887), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.815922 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (518ada0c-5d71-49ff-9e45-6311c889740b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.830554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae887b-23ee-4ab8-8700-5171788559df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2025b0-fec1-4c7f-9074-f0ee5d8d6570,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.850985 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (518ada0c-5d71-49ff-9e45-6311c889740b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.852750 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:29.853807 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.886240 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:29.909356 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb2c2-5309-42f0-beae-2aeabc333b10 req-0eb5933a-d7de-41a3-b42e-bcf4083af33e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:29.910665 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-804fb2c2-5309-42f0-beae-2aeabc333b10 req-0eb5933a-d7de-41a3-b42e-bcf4083af33e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.2376163 May 27 09:39:29.937839 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1fd86e3-b7a7-4194-9bc0-c16198576a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:29.947046 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6177664 May 27 09:39:29.952823 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad078ac-e38b-47db-a687-4c9c9398a5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=518ada0c-5d71-49ff-9e45-6311c889740b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:29.955968 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:29.962167 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Request body: {'subnet': {'network_id': '518ada0c-5d71-49ff-9e45-6311c889740b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1509921858-subnet', 'tenant_id': '416975c7aa93428fb90fb832ee4049ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:29.969254 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 518ada0c-5d71-49ff-9e45-6311c889740b details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:39:29.997701 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Made reservation on behalf of 416975c7aa93428fb90fb832ee4049ad for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:30.000267 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66547143'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.164355 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2106ed95-d9b3-4c39-a75a-c1b6695627af req-a63e9670-8027-4820-8bbb-24b61bf695f9 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844829 May 27 09:39:30.214560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.224832 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:INSERT=20,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:30.240435 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1fd86e3-b7a7-4194-9bc0-c16198576a87 admin admin] Publish callbacks [] for security_group (3691a2f7-7c8c-4031-a92c-fb1cba9462e3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.254241 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1fd86e3-b7a7-4194-9bc0-c16198576a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3691a2f7-7c8c-4031-a92c-fb1cba9462e3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.303926 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-804fb2c2-5309-42f0-beae-2aeabc333b10 req-be586394-7c64-4367-b379-a3257eac52af tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673558 May 27 09:39:30.319259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.375646 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a1fd86e3-b7a7-4194-9bc0-c16198576a87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64972e5f58ae4896bc96e504a432f232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873273 May 27 09:39:30.380739 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66407000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66547153'] for subnet (4957c296-bc87-4dfe-9340-fe807f3e5440), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.383589 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35574) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:30.410708 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd86e3-b7a7-4194-9bc0-c16198576a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691a2f7-7c8c-4031-a92c-fb1cba9462e3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:30.418012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:30.431143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:39:30.440598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:30.448318 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:30.450743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:30.455640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:30.469051 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=82 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:30.497284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:30.534439 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] Publish callbacks [] for security_group (3691a2f7-7c8c-4031-a92c-fb1cba9462e3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.536201 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4957c296-bc87-4dfe-9340-fe807f3e5440,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:30.538575 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Checking segment: {'id': '0a21311b-42c9-4014-91d5-89d5f43f0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '518ada0c-5d71-49ff-9e45-6311c889740b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:30.538936 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Network hostable DHCP agents. Network: 518ada0c-5d71-49ff-9e45-6311c889740b, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:39:30.578174 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] Publish callbacks [] for security_group (3691a2f7-7c8c-4031-a92c-fb1cba9462e3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.580211 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Network 518ada0c-5d71-49ff-9e45-6311c889740b is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:39:30.609934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f715a13-53b5-420f-b217-1c8ecab08cf5 req-21a1b264-9a77-48c2-a1a7-17cae0bad173 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:30.615667 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f715a13-53b5-420f-b217-1c8ecab08cf5 req-21a1b264-9a77-48c2-a1a7-17cae0bad173 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 931 time: 0.2987332 May 27 09:39:30.622969 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 518ada0c-5d71-49ff-9e45-6311c889740b) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:30.627904 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:30.631355 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd215cc-aa34-4317-8d93-39539eed81d4 None None] Network 518ada0c-5d71-49ff-9e45-6311c889740b requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:39:30.637983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:39:30.654794 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.676847 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:30.679119 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbab87f-f580-4d06-b4d8-be0861fef423" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:30.688473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-aedca023-2177-4e5c-9182-eac8ba253bb5 service neutron] Publish callbacks [] for security_group (7a2dcbe4-714b-4ea1-8d8e-5e0a6c353851), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.724665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:30.725568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.746077 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f91bc06b-7110-4d95-b429-c09cd0e84cf5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7885146 May 27 09:39:30.763655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-aedca023-2177-4e5c-9182-eac8ba253bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (7a2dcbe4-714b-4ea1-8d8e-5e0a6c353851), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.776039 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3691a2f7-7c8c-4031-a92c-fb1cba9462e3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.779521 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:30.781100 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3691a2f7-7c8c-4031-a92c-fb1cba9462e3 HTTP/1.1" status: 204 len: 168 time: 0.3941221 May 27 09:39:30.799168 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58112f4-8735-4828-9ca6-d76773026a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691a2f7-7c8c-4031-a92c-fb1cba9462e3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:30.866130 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db24164-3a22-442c-a126-ee58518a42b9 None None] Network 518ada0c-5d71-49ff-9e45-6311c889740b requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:39:30.900580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:30.916626 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:30.924126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-71796387-e68f-415c-8df7-bd0d39f03f00 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9154973 May 27 09:39:30.962392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-33f7ae9c-4153-40db-8baf-66ec6f554994 None None] Provisioning complete for port 170fc0f5-d663-45e7-aca9-b414a735e887 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:30.963037 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f7ae9c-4153-40db-8baf-66ec6f554994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:31.015465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca023-2177-4e5c-9182-eac8ba253bb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dcbe4-714b-4ea1-8d8e-5e0a6c353851,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:31.023544 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-33f7ae9c-4153-40db-8baf-66ec6f554994 None None] Port 170fc0f5-d663-45e7-aca9-b414a735e887 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:31.084810 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f715a13-53b5-420f-b217-1c8ecab08cf5 req-97fbba8b-a21d-4d6e-be68-97b476032c8c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902266 May 27 09:39:31.085442 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:31.110501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:31.141871 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:31.145092 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-901a786f-f3bf-46e3-85f6-d06faa40b7e3 None None] Provisioning complete for port 6328b701-4055-487d-8cef-ec0bdfa4ceda triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:31.145471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-901a786f-f3bf-46e3-85f6-d06faa40b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:31.148109 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:31.153230 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563f16f-0c1f-419d-87a1-1b0dfb5ce174 x-openstack-request-id: req-0563f16f-0c1f-419d-87a1-1b0dfb5ce174 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:31.153544 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:31.153791 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0563f16f-0c1f-419d-87a1-1b0dfb5ce174 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:31.154197 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0563f16f-0c1f-419d-87a1-1b0dfb5ce174'] response: {'name': 'network-changed', 'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e', 'status': 'completed', 'code': 200} May 27 09:39:31.171390 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72c4cc8a-f86c-4627-8e79-03153d420855 req-aedca023-2177-4e5c-9182-eac8ba253bb5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9293108 May 27 09:39:31.188024 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a539-38fc-4bfe-aba7-5c62058f0553 req-d0847958-58e5-4e17-9471-a086680b6b8e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:31.190106 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63d8a539-38fc-4bfe-aba7-5c62058f0553 req-d0847958-58e5-4e17-9471-a086680b6b8e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 932 time: 0.4978104 May 27 09:39:31.193791 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-74efbedd-2d69-4340-845e-561502143d1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2055256 May 27 09:39:31.218694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-901a786f-f3bf-46e3-85f6-d06faa40b7e3 None None] Port 6328b701-4055-487d-8cef-ec0bdfa4ceda cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:39:31.265395 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63d8a539-38fc-4bfe-aba7-5c62058f0553 req-d6469e76-f20a-4a08-ba04-5890d6b3e9c4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601060 May 27 09:39:31.375042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4cfaa-8c93-4ef0-903c-fed21d851512 req-1586d0e0-e056-4fdf-8bb8-d560752a54c6 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:31.377991 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b6d4cfaa-8c93-4ef0-903c-fed21d851512 req-1586d0e0-e056-4fdf-8bb8-d560752a54c6 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.0940344 May 27 09:39:31.490738 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b92aa-744c-4550-b754-02eeeba749be req-450c3796-a9d7-47d9-a519-3798118ec791 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:31.492522 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-836b92aa-744c-4550-b754-02eeeba749be req-450c3796-a9d7-47d9-a519-3798118ec791 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.0868082 May 27 09:39:31.497423 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b6d4cfaa-8c93-4ef0-903c-fed21d851512 req-d7ff61a4-68a5-4275-a604-daa32b7f4a2a tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 May 27 09:39:31.565038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-836b92aa-744c-4550-b754-02eeeba749be req-65032452-402f-408e-ac78-d2fa7a1313d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612538 May 27 09:39:32.134212 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35662) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:32.140795 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-512789331-network', 'tenant_id': '439700b1395545398b371ec43a8ab9cf'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:32.174575 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Made reservation on behalf of 439700b1395545398b371ec43a8ab9cf for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:32.177237 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.192143 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.251074 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc39bd-779d-4852-ba08-2d456aa43252 req-6d729a27-3a54-4856-b35d-d18e4e927af2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.258668 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5ccc39bd-779d-4852-ba08-2d456aa43252 req-6d729a27-3a54-4856-b35d-d18e4e927af2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 931 time: 0.0671027 May 27 09:39:32.311604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks [] for security_group (d61afe4f-f9e4-4b67-94b6-d423c743f304), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.319891 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d61afe4f-f9e4-4b67-94b6-d423c743f304), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.325036 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5ccc39bd-779d-4852-ba08-2d456aa43252 req-4410da6a-8025-42bc-9b2c-0820bea01b66 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654929 May 27 09:39:32.384450 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:39:32.402496 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Request body: {'port': {'device_id': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:32.422373 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Request body: {'port': {'device_id': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:32.428604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61afe4f-f9e4-4b67-94b6-d423c743f304,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:32.458233 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (8e3103b5-52c1-4276-8a19-eb793d43897b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.458788 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Added segment 8e3103b5-52c1-4276-8a19-eb793d43897b of type vlan for network d35468b2-5f16-494a-8caf-4beb084ebaac May 27 09:39:32.498551 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-43fed718-486d-435a-b08f-d8fba97aaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.500354 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-43fed718-486d-435a-b08f-d8fba97aaf5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1128 time: 0.0877268 May 27 09:39:32.518555 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (d35468b2-5f16-494a-8caf-4beb084ebaac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.531453 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c7ea8-4f68-4451-b3da-ac5cf59d49ab req-75719281-06ce-4e34-9da7-715161b191cb tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.541038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e5c7ea8-4f68-4451-b3da-ac5cf59d49ab req-75719281-06ce-4e34-9da7-715161b191cb tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 932 time: 0.1773047 May 27 09:39:32.566905 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (d35468b2-5f16-494a-8caf-4beb084ebaac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.569301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.571294 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.588036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842327-89b7-463e-877b-4ccbefc6618c req-1e0e4485-e57b-4d3c-8891-cb34e46e3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.591090 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-1e0e4485-e57b-4d3c-8891-cb34e46e3f20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1128 time: 0.1845539 May 27 09:39:32.595243 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.596256 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:32.705996 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=d35468b2-5f16-494a-8caf-4beb084ebaac,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:32.715749 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-526f2976-131e-46cc-b800-a9d3d8c2bcb8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5780759 May 27 09:39:32.720330 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35682) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:32.724865 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network d35468b2-5f16-494a-8caf-4beb084ebaac details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:39:32.727147 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Request body: {'subnet': {'network_id': 'd35468b2-5f16-494a-8caf-4beb084ebaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-512789331-subnet', 'tenant_id': '439700b1395545398b371ec43a8ab9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:32.754816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Made reservation on behalf of 439700b1395545398b371ec43a8ab9cf for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:32.761602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66547143'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.787503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:32.808533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052a1-c7a7-4c1f-8f23-f35a33e699c8 req-96fdd7e2-59b4-4d9e-8b23-e27c72058835 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:32.828496 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-742052a1-c7a7-4c1f-8f23-f35a33e699c8 req-96fdd7e2-59b4-4d9e-8b23-e27c72058835 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.2202063 May 27 09:39:32.906640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=15 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:32.932349 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e5c7ea8-4f68-4451-b3da-ac5cf59d49ab req-50c1298d-9d2f-4454-ab3b-be68fed7e038 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898499 May 27 09:39:33.113349 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-742052a1-c7a7-4c1f-8f23-f35a33e699c8 req-d10b6b3b-ffb8-4dd7-9746-a1790d85973f tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823699 May 27 09:39:33.129990 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66407000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66547153'] for subnet (2d606e15-2d23-417d-b02e-95024680ada6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:33.192940 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d606e15-2d23-417d-b02e-95024680ada6,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:33.209142 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:33.217866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:33.283847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device adc5b363-c80d-48e0-98dd-a4279791062f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:39:33.285646 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-ace31cb0-d451-4018-a645-00efb21034dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.287216 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-ace31cb0-d451-4018-a645-00efb21034dc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0cad683f27d14cf5a90a19525a467a52&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3148098 May 27 09:39:33.354494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1838c0-ac82-4391-b4f0-15f4e558e836 req-40f6b355-9054-4630-815d-cca385429d02 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.361846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc1838c0-ac82-4391-b4f0-15f4e558e836 req-40f6b355-9054-4630-815d-cca385429d02 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.2456789 May 27 09:39:33.393661 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Checking segment: {'id': '8e3103b5-52c1-4276-8a19-eb793d43897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd35468b2-5f16-494a-8caf-4beb084ebaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:33.394119 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Network hostable DHCP agents. Network: d35468b2-5f16-494a-8caf-4beb084ebaac, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:39:33.541976 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Network d35468b2-5f16-494a-8caf-4beb084ebaac is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:39:33.559464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842327-89b7-463e-877b-4ccbefc6618c req-709a0d31-ee28-4e55-b6b1-23a7ced7351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.560994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-709a0d31-ee28-4e55-b6b1-23a7ced7351f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.6092796 May 27 09:39:33.561232 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, d35468b2-5f16-494a-8caf-4beb084ebaac) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:39:33.561390 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=adc5b363-c80d-48e0-98dd-a4279791062f,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:33.569215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.570259 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:33.586002 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'adc5b363-c80d-48e0-98dd-a4279791062f', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'port_id': 'adc5b363-c80d-48e0-98dd-a4279791062f', 'mac_address': 'fa:16:3e:19:bf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:39:33.588798 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8959da-d2cb-4573-b3fa-b58a68ed7e00 None None] Network d35468b2-5f16-494a-8caf-4beb084ebaac requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:39:33.595895 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc1838c0-ac82-4391-b4f0-15f4e558e836 req-4f9198cf-bb55-441d-8a05-ba47ffae6bd2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324231 May 27 09:39:33.604473 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-b5fe3b3c-df6f-4c3f-9663-71edb5d656d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.606542 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-3fbab87f-f580-4d06-b4d8-be0861fef423 req-b5fe3b3c-df6f-4c3f-9663-71edb5d656d6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3130276 May 27 09:39:33.620124 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c8b43fe6-7c19-4302-9c89-2a22fadcdfe3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8897007 May 27 09:39:33.728523 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1abf06-19b0-4a65-8f7c-d8604a9b2a45 None None] Network d35468b2-5f16-494a-8caf-4beb084ebaac requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:39:33.763843 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-77729c00-db10-44f6-b121-b5c238cb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:33.765434 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-77729c00-db10-44f6-b121-b5c238cb981d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1128 time: 0.0766165 May 27 09:39:33.827316 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170fc0f5-d663-45e7-aca9-b414a735e887 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:33.836436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks [] for port (170fc0f5-d663-45e7-aca9-b414a735e887), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:33.838163 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port adc5b363-c80d-48e0-98dd-a4279791062f is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:33.838745 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:33.854818 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc5b363-c80d-48e0-98dd-a4279791062f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:33.878554 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-b6fa1c1d-a488-4e75-af8b-7e8a17798b2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 200 len: 217 time: 0.0923078 May 27 09:39:33.886194 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=adc5b363-c80d-48e0-98dd-a4279791062f,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:33.891083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:33.946396 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:33.999626 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-829bb2e1-3a5a-4521-8250-30f2f64250b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.002556 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-829bb2e1-3a5a-4521-8250-30f2f64250b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.1048627 May 27 09:39:34.114781 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-7b17ef2a-26ee-4df8-99a3-ba2e5f7bdbbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.5296636 May 27 09:39:34.124381 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Transition to ACTIVE for port object 170fc0f5-d663-45e7-aca9-b414a735e887 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:39:34.134117 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f853-3861-436d-a94b-e5a73c61c721 req-8a161d24-4370-42be-a67b-3946c3e4f83b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.135679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e747f853-3861-436d-a94b-e5a73c61c721 req-8a161d24-4370-42be-a67b-3946c3e4f83b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 931 time: 0.6245914 May 27 09:39:34.156760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:34.253352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57150f2-8de9-4c65-a3b2-d8a390baee2d req-f435aa91-2918-4c1d-beda-50f8d4f5533d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.261103 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e57150f2-8de9-4c65-a3b2-d8a390baee2d req-f435aa91-2918-4c1d-beda-50f8d4f5533d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 932 time: 0.1591136 May 27 09:39:34.276711 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:34.357521 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Pushing event updated for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:34.361636 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['adc5b363-c80d-48e0-98dd-a4279791062f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:39:34.509342 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e57150f2-8de9-4c65-a3b2-d8a390baee2d req-99630c9a-641e-4d34-95f7-543186a6dd3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467339 May 27 09:39:34.529878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e747f853-3861-436d-a94b-e5a73c61c721 req-beea1abd-2867-4f55-8660-f8e36a49c6e1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723719 May 27 09:39:34.538169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:34.567194 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:34.626697 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:34.707445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Attempting to bind port 170fc0f5-d663-45e7-aca9-b414a735e887 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:34.707787 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Attempting to bind port 170fc0f5-d663-45e7-aca9-b414a735e887 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:34.708119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Attempting to bind port 170fc0f5-d663-45e7-aca9-b414a735e887 on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:34.714983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks [] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:34.774305 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1bd46a1b-5a02-43c5-9aa9-dc58f40cf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.776532 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1bd46a1b-5a02-43c5-9aa9-dc58f40cf985 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1372032 May 27 09:39:34.855519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Port 170fc0f5-d663-45e7-aca9-b414a735e887 on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:39:34.855851 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Attempting to bind port 170fc0f5-d663-45e7-aca9-b414a735e887 on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:34.901927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea0e7-f72f-41d1-bb4c-6f9d2ada9d6f req-8c5891c5-c172-419a-b0d0-ee112967e2a8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.903529 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15aea0e7-f72f-41d1-bb4c-6f9d2ada9d6f req-8c5891c5-c172-419a-b0d0-ee112967e2a8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.1537366 May 27 09:39:34.904314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:34.904650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Checking segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:34.905037 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Bound using segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:34.905508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Bound port: 170fc0f5-d663-45e7-aca9-b414a735e887, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:34.905904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:34.912375 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Transition to ACTIVE for port object 6328b701-4055-487d-8cef-ec0bdfa4ceda will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:39:34.915300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35772) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:34.944579 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:34.950097 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842327-89b7-463e-877b-4ccbefc6618c req-317fcf5a-00ae-4786-86c0-8d3f66b2c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.953757 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-317fcf5a-00ae-4786-86c0-8d3f66b2c7c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.3781979 May 27 09:39:34.971688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11bc00-53fc-4689-9b5f-919c9d2c6fa2 req-e8a284a5-825f-43a8-ad01-bf747d6ffe77 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:34.978994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa11bc00-53fc-4689-9b5f-919c9d2c6fa2 req-e8a284a5-825f-43a8-ad01-bf747d6ffe77 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.1317668 May 27 09:39:34.995752 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-c4dd0136-a49b-4aaf-884a-f54ba07c29fc service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075436 May 27 09:39:35.118715 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:35.163941 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-be1851dc-9712-47fc-955a-e27aa62d5a70 req-1e468c8e-021d-40b9-be43-8d476e675feb service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623795 May 27 09:39:35.252650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b64e359d-1326-4d8e-9a22-3b2f20e1c70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.255785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:35.273102 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842327-89b7-463e-877b-4ccbefc6618c req-881ee720-88ca-4f7f-b928-d3ca2b576727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:35.274599 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-881ee720-88ca-4f7f-b928-d3ca2b576727 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2883277 May 27 09:39:35.344104 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15aea0e7-f72f-41d1-bb4c-6f9d2ada9d6f req-f11a940a-7879-43ca-a9ac-81ee9347233f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116061 May 27 09:39:35.348016 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:35.354726 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa11bc00-53fc-4689-9b5f-919c9d2c6fa2 req-9aef5e1c-bf95-4ebc-ae44-8222972844c8 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747640 May 27 09:39:35.392561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=170fc0f5-d663-45e7-aca9-b414a735e887,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:35.409114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.469006 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:35.469627 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.471076 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 1094 time: 3.0656035 May 27 09:39:35.475381 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:35.477327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:35.528824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Attempting to bind port 6328b701-4055-487d-8cef-ec0bdfa4ceda on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:39:35.529154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Attempting to bind port 6328b701-4055-487d-8cef-ec0bdfa4ceda by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:39:35.529478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Attempting to bind port 6328b701-4055-487d-8cef-ec0bdfa4ceda on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:35.540447 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472eb10e-e6ec-4735-aeea-c73626b489f5 service neutron] Pushing event updated for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:35.557162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b6583-46c7-4be5-a2bb-d4d074b8d941 x-openstack-request-id: req-b43b6583-46c7-4be5-a2bb-d4d074b8d941 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:35.557933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:35.558336 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b43b6583-46c7-4be5-a2bb-d4d074b8d941 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:35.558941 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43b6583-46c7-4be5-a2bb-d4d074b8d941'] response: {'name': 'network-changed', 'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887', 'status': 'completed', 'code': 200} May 27 09:39:35.581641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Port 6328b701-4055-487d-8cef-ec0bdfa4ceda on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:39:35.582621 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Attempting to bind port 6328b701-4055-487d-8cef-ec0bdfa4ceda on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:39:35.607684 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:39:35.609249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Checking segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:39:35.609821 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Bound using segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:39:35.610577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Bound port: 6328b701-4055-487d-8cef-ec0bdfa4ceda, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:39:35.611749 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.653602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:35.656818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b64e359d-1326-4d8e-9a22-3b2f20e1c70b admin admin] Publish callbacks [] for security_group (0be02f6f-9435-40e3-adc5-7feb6e4d862f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.686430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b64e359d-1326-4d8e-9a22-3b2f20e1c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0be02f6f-9435-40e3-adc5-7feb6e4d862f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.738871 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:35.795564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:35.819688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf6887-f7ff-4608-8cee-7415194d3bef req-1479f0f2-dfa8-4395-8d81-277a468d0bfe tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:35.822703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-66cf6887-f7ff-4608-8cee-7415194d3bef req-1479f0f2-dfa8-4395-8d81-277a468d0bfe tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1591370 May 27 09:39:35.837382 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b64e359d-1326-4d8e-9a22-3b2f20e1c70b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d68224014d9848deafa04447c90a83b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9081438 May 27 09:39:35.837755 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35836) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:35.838175 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5abc-9570-489a-9758-9435b6ad3193 req-c98ee0de-759c-4bef-9bec-d9d7dceb4766 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:35.840946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ae9c5abc-9570-489a-9758-9435b6ad3193 req-c98ee0de-759c-4bef-9bec-d9d7dceb4766 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.1881602 May 27 09:39:35.866898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e359d-1326-4d8e-9a22-3b2f20e1c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be02f6f-9435-40e3-adc5-7feb6e4d862f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:35.903800 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device adc5b363-c80d-48e0-98dd-a4279791062f up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:35.904038 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] Publish callbacks [] for security_group (0be02f6f-9435-40e3-adc5-7feb6e4d862f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.905431 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:39:35.914026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:39:35.946085 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.971587 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] Publish callbacks [] for security_group (0be02f6f-9435-40e3-adc5-7feb6e4d862f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:35.995476 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ae9c5abc-9570-489a-9758-9435b6ad3193 req-8d1212f8-a932-4e1a-b63e-b4060a7f2433 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535609 May 27 09:39:36.010709 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port adc5b363-c80d-48e0-98dd-a4279791062f completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:39:36.012813 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-66cf6887-f7ff-4608-8cee-7415194d3bef req-6195c70e-8130-4181-9c47-2dd56c0ab263 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592956 May 27 09:39:36.025658 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port adc5b363-c80d-48e0-98dd-a4279791062f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:36.026041 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.043017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:36.043900 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.045358 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0be02f6f-9435-40e3-adc5-7feb6e4d862f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.045599 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] 10.222.0.65 "PUT /v2.0/ports/6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 1093 time: 3.6479549 May 27 09:39:36.048605 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.049839 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0be02f6f-9435-40e3-adc5-7feb6e4d862f HTTP/1.1" status: 204 len: 168 time: 0.2167242 May 27 09:39:36.067738 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083fb43-3a30-4a8d-98e7-9c6c05dada01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be02f6f-9435-40e3-adc5-7feb6e4d862f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:36.093606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7a55f-4667-403d-b54d-1d0e69cf791b service neutron] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:36.196735 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port adc5b363-c80d-48e0-98dd-a4279791062f is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:36.197025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.242362 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:36.244710 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d27210-c756-4505-bf6e-41c3b68a5ca6" -d '{"events": [{"server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "name": "network-vif-plugged", "status": "completed", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:36.266196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=adc5b363-c80d-48e0-98dd-a4279791062f,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:36.271670 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.335322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab221cb-f4b7-4a08-8a7e-96563fba7fe4 x-openstack-request-id: req-cab221cb-f4b7-4a08-8a7e-96563fba7fe4 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:36.335640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "name": "network-vif-plugged", "status": "completed", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:36.335901 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cab221cb-f4b7-4a08-8a7e-96563fba7fe4 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:36.336424 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab221cb-f4b7-4a08-8a7e-96563fba7fe4'] response: {'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f', 'code': 200} May 27 09:39:36.350478 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:36.531539 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bdbce-2da2-4726-8268-27d8ac8f4191 req-1549126a-c6ab-4687-aa8f-c63608ff74ed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:36.533493 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb2bdbce-2da2-4726-8268-27d8ac8f4191 req-1549126a-c6ab-4687-aa8f-c63608ff74ed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.0695345 May 27 09:39:36.586846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb2bdbce-2da2-4726-8268-27d8ac8f4191 req-7e47eb18-9759-4859-8298-8eed62a0873d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 May 27 09:39:36.596804 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35874) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:36.610383 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0cd2acc3-5956-4b60-9b80-513dd6b59eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.695043 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0cd2acc3-5956-4b60-9b80-513dd6b59eb3 admin admin] Publish callbacks [] for security_group (571a1fe1-a977-497c-9a43-1e3b87fffd28), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.699108 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0cd2acc3-5956-4b60-9b80-513dd6b59eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (571a1fe1-a977-497c-9a43-1e3b87fffd28), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.715863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:36.743650 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0cd2acc3-5956-4b60-9b80-513dd6b59eb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ad6eb1944c4ba0943718886ae363ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457222 May 27 09:39:36.747818 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2acc3-5956-4b60-9b80-513dd6b59eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a1fe1-a977-497c-9a43-1e3b87fffd28,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:36.748036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35878) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:36.748114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:36.801259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] Publish callbacks [] for security_group (571a1fe1-a977-497c-9a43-1e3b87fffd28), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.832304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] Publish callbacks [] for security_group (571a1fe1-a977-497c-9a43-1e3b87fffd28), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.887814 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6687bb42-2f25-467b-8ddb-960d484c71a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.917504 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (571a1fe1-a977-497c-9a43-1e3b87fffd28), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.920218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:36.924209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/571a1fe1-a977-497c-9a43-1e3b87fffd28 HTTP/1.1" status: 204 len: 168 time: 0.1740825 May 27 09:39:36.939652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a75b-52b4-4462-b3e5-a4cba100f308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a1fe1-a977-497c-9a43-1e3b87fffd28,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:37.028761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6687bb42-2f25-467b-8ddb-960d484c71a1 admin admin] Publish callbacks [] for security_group (c9aa1cef-7047-43b0-8a2b-b9c065787d6f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.035936 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6687bb42-2f25-467b-8ddb-960d484c71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (c9aa1cef-7047-43b0-8a2b-b9c065787d6f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.083705 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:37.119966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6687bb42-2f25-467b-8ddb-960d484c71a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3fca5941b104f56af053793a6f749c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709319 May 27 09:39:37.123171 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35900) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:37.130406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687bb42-2f25-467b-8ddb-960d484c71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aa1cef-7047-43b0-8a2b-b9c065787d6f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:37.142914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1df5d-2234-4cc2-b8d1-6f36edcb79a9 req-0024fde9-4386-495a-908a-040e0a1043ec tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:37.144476 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-96e1df5d-2234-4cc2-b8d1-6f36edcb79a9 req-0024fde9-4386-495a-908a-040e0a1043ec tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0776036 May 27 09:39:37.202249 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] Publish callbacks [] for security_group (c9aa1cef-7047-43b0-8a2b-b9c065787d6f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.215237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-96e1df5d-2234-4cc2-b8d1-6f36edcb79a9 req-c28c25ca-b3be-4283-9bad-5a1b81a0f914 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625632 May 27 09:39:37.229166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] Publish callbacks [] for security_group (c9aa1cef-7047-43b0-8a2b-b9c065787d6f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.295458 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (c9aa1cef-7047-43b0-8a2b-b9c065787d6f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.301602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.303329 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9aa1cef-7047-43b0-8a2b-b9c065787d6f HTTP/1.1" status: 204 len: 168 time: 0.1775496 May 27 09:39:37.315868 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c762bb-d773-4236-ad70-993346d26a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aa1cef-7047-43b0-8a2b-b9c065787d6f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:37.360939 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35908) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:37.389204 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f771-5213-4166-8f8c-8320a7ff7986 req-07799e2f-9c13-4af6-aa56-61671189b0c4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:37.391654 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e83f771-5213-4166-8f8c-8320a7ff7986 req-07799e2f-9c13-4af6-aa56-61671189b0c4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0780180 May 27 09:39:37.460619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e83f771-5213-4166-8f8c-8320a7ff7986 req-d256eaae-4f91-40a9-9cfe-ce6515c0673d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603857 May 27 09:39:37.560125 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:37.564597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b828687-7abc-4147-b12f-fea0fd1fe02f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:37.571863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ca34898-3226-4613-bb8a-043898b47fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.624368 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba482ff7-93ee-423a-970e-3d447e6763f4 x-openstack-request-id: req-ba482ff7-93ee-423a-970e-3d447e6763f4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:37.625445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:37.625904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba482ff7-93ee-423a-970e-3d447e6763f4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:37.626887 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba482ff7-93ee-423a-970e-3d447e6763f4'] response: {'name': 'network-changed', 'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'status': 'completed', 'code': 200} May 27 09:39:37.702915 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ca34898-3226-4613-bb8a-043898b47fb9 admin admin] Publish callbacks [] for security_group (2421b26e-ddaa-4c20-96b2-90c7863c392d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.710095 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ca34898-3226-4613-bb8a-043898b47fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (2421b26e-ddaa-4c20-96b2-90c7863c392d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.736558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:37.747969 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d4d9-a620-42a8-a4fd-4ff97974dff6 req-b6bbd1ee-0ccc-4a3b-ac06-0d40304b489a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:37.751213 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5db9d4d9-a620-42a8-a4fd-4ff97974dff6 req-b6bbd1ee-0ccc-4a3b-ac06-0d40304b489a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 944 time: 0.0641327 May 27 09:39:37.778545 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2ca34898-3226-4613-bb8a-043898b47fb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcb5fbcaf531462ea208cc319f2f54b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160974 May 27 09:39:37.781536 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35922) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:37.783213 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34898-3226-4613-bb8a-043898b47fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421b26e-ddaa-4c20-96b2-90c7863c392d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:37.785559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:37.819054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 35924) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:37.849592 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] Publish callbacks [] for security_group (2421b26e-ddaa-4c20-96b2-90c7863c392d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.857667 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95bf6190-9c57-4b0f-840d-0c2859a3aa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.875445 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] Publish callbacks [] for security_group (2421b26e-ddaa-4c20-96b2-90c7863c392d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.877552 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device d50b1a7c-b3da-4b5c-bca2-2cc99a43949e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:39:37.915358 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5db9d4d9-a620-42a8-a4fd-4ff97974dff6 req-63c095e5-f339-4885-891e-5c0f8ba2e63b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508379 May 27 09:39:37.959389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (2421b26e-ddaa-4c20-96b2-90c7863c392d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.963472 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.965446 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2421b26e-ddaa-4c20-96b2-90c7863c392d HTTP/1.1" status: 204 len: 168 time: 0.1783655 May 27 09:39:37.975574 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213601-e064-4b6b-8eaf-4f7e419aa99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421b26e-ddaa-4c20-96b2-90c7863c392d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:37.992552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95bf6190-9c57-4b0f-840d-0c2859a3aa60 admin admin] Publish callbacks [] for security_group (b3ba6870-224a-4d4b-8884-1dd7651c4b3a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:37.996689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95bf6190-9c57-4b0f-840d-0c2859a3aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b3ba6870-224a-4d4b-8884-1dd7651c4b3a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.048006 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:38.060925 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'port_id': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e', 'mac_address': 'fa:16:3e:ff:02:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:39:38.090186 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf6190-9c57-4b0f-840d-0c2859a3aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba6870-224a-4d4b-8884-1dd7651c4b3a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:38.106809 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 35932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:38.106934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-95bf6190-9c57-4b0f-840d-0c2859a3aa60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e5350489a5447a8b9680ea9ae533de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853541 May 27 09:39:38.109035 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:38.109430 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.124104 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50b1a7c-b3da-4b5c-bca2-2cc99a43949e {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:38.149453 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:38.154853 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.166679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-76561241-dc6b-4ea5-aa1c-a8eb07b9eb5e service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227434 May 27 09:39:38.171625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] Publish callbacks [] for security_group (b3ba6870-224a-4d4b-8884-1dd7651c4b3a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.196785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] Publish callbacks [] for security_group (b3ba6870-224a-4d4b-8884-1dd7651c4b3a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.210624 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:38.257214 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b3ba6870-224a-4d4b-8884-1dd7651c4b3a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.261507 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:38.263107 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3ba6870-224a-4d4b-8884-1dd7651c4b3a HTTP/1.1" status: 204 len: 168 time: 0.1550827 May 27 09:39:38.278917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c053b4-4b31-40f9-88f5-19dacd2e0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba6870-224a-4d4b-8884-1dd7651c4b3a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:38.347949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa11c5-5dd4-4695-b876-d421dc0519c9 req-6fe84feb-c2f3-4149-b08a-ec143c9a8de2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:38.349797 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7fa11c5-5dd4-4695-b876-d421dc0519c9 req-6fe84feb-c2f3-4149-b08a-ec143c9a8de2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0496125 May 27 09:39:38.403381 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7fa11c5-5dd4-4695-b876-d421dc0519c9 req-dd9912eb-a83c-47d9-a682-85eb8208c01f tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 May 27 09:39:38.619408 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07263bbd-5f4c-4118-acf6-d25bc6a34917 req-6dc6991a-3ea4-4053-b58b-b349594a40d3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:38.621440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07263bbd-5f4c-4118-acf6-d25bc6a34917 req-6dc6991a-3ea4-4053-b58b-b349594a40d3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0561416 May 27 09:39:38.686831 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07263bbd-5f4c-4118-acf6-d25bc6a34917 req-371de21e-445f-47d9-b416-2ac345eef1ec tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598757 May 27 09:39:39.055443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7a55f-f8df-40ea-a7de-7f7246b584ee req-914ae96f-b46e-4168-aac8-5e1442ba4c36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:39.057065 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f2a7a55f-f8df-40ea-a7de-7f7246b584ee req-914ae96f-b46e-4168-aac8-5e1442ba4c36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 945 time: 0.0555708 May 27 09:39:39.113034 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f2a7a55f-f8df-40ea-a7de-7f7246b584ee req-343d1940-e86a-4979-8d7b-beb452009daf tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501184 May 27 09:39:39.524229 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d87b2a-e948-4b67-93ca-b0c2f9f1175a req-3c4bdef9-78df-4008-a001-5ff4befd429d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:39.531138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11d87b2a-e948-4b67-93ca-b0c2f9f1175a req-3c4bdef9-78df-4008-a001-5ff4befd429d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0588312 May 27 09:39:39.597977 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11d87b2a-e948-4b67-93ca-b0c2f9f1175a req-ae43256b-18d7-4ccd-b262-c15ad46240fe tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656080 May 27 09:39:39.827857 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2afb6-5b61-4ac7-9878-37711047a9bf req-f62825dc-c7a3-4837-8810-bebb7920d91a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:39.829453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-14c2afb6-5b61-4ac7-9878-37711047a9bf req-f62825dc-c7a3-4837-8810-bebb7920d91a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0527210 May 27 09:39:39.883888 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-14c2afb6-5b61-4ac7-9878-37711047a9bf req-85ae2cab-abd1-412b-a4f0-2f497f9a5723 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478349 May 27 09:39:40.208055 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:40.229959 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa1c2-1bd4-4212-ba73-f46c4fb24f5a req-33be7ee0-bc60-4e37-85c3-2bee1a49cb21 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:40.231800 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62baa1c2-1bd4-4212-ba73-f46c4fb24f5a req-33be7ee0-bc60-4e37-85c3-2bee1a49cb21 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 945 time: 0.0522165 May 27 09:39:40.282263 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:40.287858 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62baa1c2-1bd4-4212-ba73-f46c4fb24f5a req-483ab8c7-fc6f-432e-97a1-55599dbf2ffb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 May 27 09:39:40.392038 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36070) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:40.507222 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-131b9c86-6b85-4ccf-855a-819b3cf01214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.547777 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:40.582493 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-131b9c86-6b85-4ccf-855a-819b3cf01214 admin admin] Publish callbacks [] for security_group (f156564f-49af-46b6-af2d-0df79d382592), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.586116 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-131b9c86-6b85-4ccf-855a-819b3cf01214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f156564f-49af-46b6-af2d-0df79d382592), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.624762 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-131b9c86-6b85-4ccf-855a-819b3cf01214 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c35de7a11534cf38481721fa614b23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301476 May 27 09:39:40.627298 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9c86-6b85-4ccf-855a-819b3cf01214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f156564f-49af-46b6-af2d-0df79d382592,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:40.629658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36078) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:40.710354 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] Publish callbacks [] for security_group (f156564f-49af-46b6-af2d-0df79d382592), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.727655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a368f32-3a36-40fa-ab19-e5eb91f9274a req-46e97212-4fe7-411b-af42-b691024c250b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:40.729126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8a368f32-3a36-40fa-ab19-e5eb91f9274a req-46e97212-4fe7-411b-af42-b691024c250b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0611916 May 27 09:39:40.749491 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] Publish callbacks [] for security_group (f156564f-49af-46b6-af2d-0df79d382592), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.807179 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8a368f32-3a36-40fa-ab19-e5eb91f9274a req-bab39ff1-cfd4-413c-ba8b-16779376f6a7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725651 May 27 09:39:40.828775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f156564f-49af-46b6-af2d-0df79d382592), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.832559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:40.833929 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f156564f-49af-46b6-af2d-0df79d382592 HTTP/1.1" status: 204 len: 168 time: 0.2031782 May 27 09:39:40.842525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a145e97-739c-481c-9c09-d252047d326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f156564f-49af-46b6-af2d-0df79d382592,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:41.016808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e4270-01cf-429f-87f1-114d298ba1f9 req-c53348c1-db1a-4907-ac59-b00e4822650c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:41.018317 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da4e4270-01cf-429f-87f1-114d298ba1f9 req-c53348c1-db1a-4907-ac59-b00e4822650c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0511763 May 27 09:39:41.068209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da4e4270-01cf-429f-87f1-114d298ba1f9 req-4ff1a86e-96f8-4661-b826-d74799caca68 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443313 May 27 09:39:41.112637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:41.125345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb6b6-5f91-4ed8-99e4-5ae0ce909e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.199340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb6b6-5f91-4ed8-99e4-5ae0ce909e0d admin admin] Publish callbacks [] for security_group (9b1faa4b-e4fa-468f-8754-4a272693c83d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.202970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f9eb6b6-5f91-4ed8-99e4-5ae0ce909e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9b1faa4b-e4fa-468f-8754-4a272693c83d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.241744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1f9eb6b6-5f91-4ed8-99e4-5ae0ce909e0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecb823d61db7474d9f69ea112526de19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280835 May 27 09:39:41.242577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9eb6b6-5f91-4ed8-99e4-5ae0ce909e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1faa4b-e4fa-468f-8754-4a272693c83d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:41.244411 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36090) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:41.293657 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] Publish callbacks [] for security_group (9b1faa4b-e4fa-468f-8754-4a272693c83d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.314312 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] Publish callbacks [] for security_group (9b1faa4b-e4fa-468f-8754-4a272693c83d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.364065 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9b1faa4b-e4fa-468f-8754-4a272693c83d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.366615 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:41.368051 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b1faa4b-e4fa-468f-8754-4a272693c83d HTTP/1.1" status: 204 len: 168 time: 0.1224682 May 27 09:39:41.377012 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e93c9b-387b-4b9f-b918-ba1ee5a0a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1faa4b-e4fa-468f-8754-4a272693c83d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:41.412139 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d41e5a-7ad1-4cf1-b819-7df3234df455 req-3a199816-2d04-4eb0-859e-5f157a3c54a5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:41.414466 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78d41e5a-7ad1-4cf1-b819-7df3234df455 req-3a199816-2d04-4eb0-859e-5f157a3c54a5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 945 time: 0.0581505 May 27 09:39:41.468392 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78d41e5a-7ad1-4cf1-b819-7df3234df455 req-96072dfc-eaa5-4501-8488-01e5f42ace12 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 May 27 09:39:42.000422 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47675a38-8f93-4b1a-9d7a-f29bf6684b15 req-c51af813-a794-4950-9857-9839d319d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.000422 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47675a38-8f93-4b1a-9d7a-f29bf6684b15 req-c51af813-a794-4950-9857-9839d319d811 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.0818806 May 27 09:39:42.074085 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-47675a38-8f93-4b1a-9d7a-f29bf6684b15 req-4cfbcb1f-8f72-4ca9-b86d-8f3585511600 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676510 May 27 09:39:42.163638 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-039eda58-c497-4883-87a0-502288c258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.165129 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-039eda58-c497-4883-87a0-502288c258f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1127 time: 0.4278624 May 27 09:39:42.181419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-f760cd88-3e9e-4121-ab25-2111804b33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.182818 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-f760cd88-3e9e-4121-ab25-2111804b33d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1128 time: 0.3758800 May 27 09:39:42.237089 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:42.263299 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10842327-89b7-463e-877b-4ccbefc6618c req-50630377-4659-440d-a1bb-5e794cb50b69 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017402 May 27 09:39:42.270018 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd2633-2485-498b-a4b0-a67bdcb7088f req-10e33454-7422-499a-9f09-24e5d8126e98 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.271738 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3bd2633-2485-498b-a4b0-a67bdcb7088f req-10e33454-7422-499a-9f09-24e5d8126e98 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.1183467 May 27 09:39:42.278580 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29ec2c-5992-48b0-8388-7e25fe8e17d5 req-31339842-c8d3-41d0-b57e-e7c0d6d7e5a9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.280107 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6d29ec2c-5992-48b0-8388-7e25fe8e17d5 req-31339842-c8d3-41d0-b57e-e7c0d6d7e5a9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1105213 May 27 09:39:42.327615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:42.355587 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3bd2633-2485-498b-a4b0-a67bdcb7088f req-c13f96dd-8ff2-4716-b378-94082b926334 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733747 May 27 09:39:42.374005 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6d29ec2c-5992-48b0-8388-7e25fe8e17d5 req-1c34ee08-fbfd-4406-acb8-4e6ac0b75dea tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837996 May 27 09:39:42.521862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['d50b1a7c-b3da-4b5c-bca2-2cc99a43949e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:39:42.587622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46ee5d-3a84-4136-88a0-5bbd3862f6e7 req-685c220e-a7a4-4c49-905c-88be01a2a3c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.589133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f46ee5d-3a84-4136-88a0-5bbd3862f6e7 req-685c220e-a7a4-4c49-905c-88be01a2a3c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 945 time: 0.0500052 May 27 09:39:42.640712 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f46ee5d-3a84-4136-88a0-5bbd3862f6e7 req-6ea77ac9-5990-4c06-be61-396bd3e684da tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 May 27 09:39:42.973786 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-cca43881-d9ec-4bc0-86cd-da94cde1ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.975294 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-cca43881-d9ec-4bc0-86cd-da94cde1ba0a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=06332dc6f29b4d01b047104d93bbef0f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2526546 May 27 09:39:42.977921 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-aa038706-3794-4cf8-b1c2-6f4710391a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:42.979238 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-aa038706-3794-4cf8-b1c2-6f4710391a8a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2478361 May 27 09:39:43.543001 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5599330-c9a4-4939-8e28-a3273a85c865 req-2db49bdd-82de-4d85-82ba-8287f2f25400 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:43.544531 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f5599330-c9a4-4939-8e28-a3273a85c865 req-2db49bdd-82de-4d85-82ba-8287f2f25400 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0937555 May 27 09:39:43.555455 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc4312-6e86-4eac-8725-58ca0b501d19 req-c5ca4dd0-e651-4116-9f56-09a8a405c8cc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:43.556910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5acc4312-6e86-4eac-8725-58ca0b501d19 req-c5ca4dd0-e651-4116-9f56-09a8a405c8cc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0676372 May 27 09:39:43.691932 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:43.772134 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device d50b1a7c-b3da-4b5c-bca2-2cc99a43949e up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:43.802040 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f5599330-c9a4-4939-8e28-a3273a85c865 req-99825d6c-d542-4294-bc1a-cbf613560201 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441397 May 27 09:39:43.811859 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1f5703e-84e7-4ae1-b782-6093b6259807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:43.816417 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:43.827617 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5acc4312-6e86-4eac-8725-58ca0b501d19 req-ec3b3760-feeb-4c65-af7b-bfe1def615fc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540412 May 27 09:39:43.827738 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:43.875229 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-704347c4-9f2b-4043-8537-3b7f4d953eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:43.877285 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6ea4e68-54c2-4a2c-aa2b-24689ab23385 req-704347c4-9f2b-4043-8537-3b7f4d953eb4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2897227 May 27 09:39:43.878347 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-7cb79598-d911-4f2e-9cc3-5c32ea2d060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:43.879978 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b828687-7abc-4147-b12f-fea0fd1fe02f req-7cb79598-d911-4f2e-9cc3-5c32ea2d060e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2937913 May 27 09:39:43.908208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:39:43.917941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:43.918394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:43.946894 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1f5703e-84e7-4ae1-b782-6093b6259807 admin admin] Publish callbacks [] for security_group (58cd4dbf-a89e-4ede-869a-ee9d5f805cc7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:43.951181 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1f5703e-84e7-4ae1-b782-6093b6259807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (58cd4dbf-a89e-4ede-869a-ee9d5f805cc7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:43.980869 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aad2-81ab-4456-9f37-900b06ef74d9 req-62e9938c-d997-41e5-94bf-101a402220e4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:43.982727 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b184aad2-81ab-4456-9f37-900b06ef74d9 req-62e9938c-d997-41e5-94bf-101a402220e4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 945 time: 0.0584617 May 27 09:39:43.996069 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f1f5703e-84e7-4ae1-b782-6093b6259807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63324a2575e64f83bc3ed01d727cbbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022203 May 27 09:39:43.996999 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5703e-84e7-4ae1-b782-6093b6259807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd4dbf-a89e-4ede-869a-ee9d5f805cc7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:43.998725 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:44.032114 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:44.032618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.087828 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b184aad2-81ab-4456-9f37-900b06ef74d9 req-06c5041e-eb32-4e3b-9448-d3a86e9c0c63 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928919 May 27 09:39:44.094587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] Publish callbacks [] for security_group (58cd4dbf-a89e-4ede-869a-ee9d5f805cc7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.104998 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:44.104998 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f069eef-087b-45d2-acb1-962612df80d8" -d '{"events": [{"server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "name": "network-vif-plugged", "status": "completed", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:44.120266 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:44.120622 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:44.125634 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.172466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] Publish callbacks [] for security_group (58cd4dbf-a89e-4ede-869a-ee9d5f805cc7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.188404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bb4a06-1a1c-4aa0-aaf1-77028b9cb326 x-openstack-request-id: req-a0bb4a06-1a1c-4aa0-aaf1-77028b9cb326 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:44.189505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "name": "network-vif-plugged", "status": "completed", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:44.189900 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0bb4a06-1a1c-4aa0-aaf1-77028b9cb326 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:44.190436 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bb4a06-1a1c-4aa0-aaf1-77028b9cb326'] response: {'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e', 'code': 200} May 27 09:39:44.204128 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-0093eb19-e205-4690-96b9-7d221f2d3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:44.206335 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-0093eb19-e205-4690-96b9-7d221f2d3cee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1127 time: 0.0790277 May 27 09:39:44.226400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:44.244937 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (58cd4dbf-a89e-4ede-869a-ee9d5f805cc7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.247661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.248799 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58cd4dbf-a89e-4ede-869a-ee9d5f805cc7 HTTP/1.1" status: 204 len: 168 time: 0.2481244 May 27 09:39:44.252497 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:44.258885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cddc05-e790-422b-8045-86966a6cd634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd4dbf-a89e-4ede-869a-ee9d5f805cc7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:44.537679 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36234) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:44.552328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44710edc-3079-4c2d-8f1f-099a7492b990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.557185 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:44.570730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-560ca41c-85af-4356-a58f-47d402355b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:44.572487 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-560ca41c-85af-4356-a58f-47d402355b95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1128 time: 0.0517807 May 27 09:39:44.649681 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44710edc-3079-4c2d-8f1f-099a7492b990 admin admin] Publish callbacks [] for security_group (8ddd441d-8617-4398-8d1d-441269346c9d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.654581 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44710edc-3079-4c2d-8f1f-099a7492b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8ddd441d-8617-4398-8d1d-441269346c9d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.698390 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44710edc-3079-4c2d-8f1f-099a7492b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd441d-8617-4398-8d1d-441269346c9d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:44.703267 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-44710edc-3079-4c2d-8f1f-099a7492b990 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e94f328cd494053842228de64bbd0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645255 May 27 09:39:44.708712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36240) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:44.770659 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] Publish callbacks [] for security_group (8ddd441d-8617-4398-8d1d-441269346c9d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.806682 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] Publish callbacks [] for security_group (8ddd441d-8617-4398-8d1d-441269346c9d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.915993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8ddd441d-8617-4398-8d1d-441269346c9d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.932803 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:44.933972 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ddd441d-8617-4398-8d1d-441269346c9d HTTP/1.1" status: 204 len: 168 time: 0.2237990 May 27 09:39:44.953972 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446ae8-e1d3-4f1c-b5b6-9709944ab210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd441d-8617-4398-8d1d-441269346c9d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:45.064725 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-c83a8e56-879f-465a-bf22-8c444815f1ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 217 time: 0.1293027 May 27 09:39:45.068992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-a7eb58a9-da56-4881-ac8b-c5a1e1445715 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 217 time: 0.1159785 May 27 09:39:45.122750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b2e7e-faec-41aa-a5c9-a991c4d2c6d1 req-751b2473-b65e-4fdd-81c7-b6f6fbacb8a4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.124278 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c0b2e7e-faec-41aa-a5c9-a991c4d2c6d1 req-751b2473-b65e-4fdd-81c7-b6f6fbacb8a4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.1879799 May 27 09:39:45.218535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815de11f-3990-4c1a-b00a-465481bfcbcb req-bc3036a9-9533-4a15-846f-fddd2abcc47a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.220752 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-815de11f-3990-4c1a-b00a-465481bfcbcb req-bc3036a9-9533-4a15-846f-fddd2abcc47a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.2239339 May 27 09:39:45.275056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a428620-ecb0-40df-9454-405a571744fe req-a1bdda0b-fd2a-471a-94c8-226313cbb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.276958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8a428620-ecb0-40df-9454-405a571744fe req-a1bdda0b-fd2a-471a-94c8-226313cbb227 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1130 time: 0.1111889 May 27 09:39:45.299609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-0ccb2647-18fe-4484-95c8-09e999a1171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.301344 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-0ccb2647-18fe-4484-95c8-09e999a1171c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.2062397 May 27 09:39:45.312473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-f0e3ad25-ff48-427c-90de-3ea0df8e38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.313958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-f0e3ad25-ff48-427c-90de-3ea0df8e38e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.2172091 May 27 09:39:45.370411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-94be4778-3bca-40ed-a559-8914db57c5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:45.573171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c0b2e7e-faec-41aa-a5c9-a991c4d2c6d1 req-7acadace-b2d5-4e47-9afc-0bf7f8ea967c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064658 May 27 09:39:45.606219 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-f9cfa03a-986c-4564-8c84-b50a71867f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.606497 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-f9cfa03a-986c-4564-8c84-b50a71867f56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2907512 May 27 09:39:45.613175 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-cad56531-64fa-4650-bf4a-5f1babe3b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.614732 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-cad56531-64fa-4650-bf4a-5f1babe3b290 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2803991 May 27 09:39:45.624215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-815de11f-3990-4c1a-b00a-465481bfcbcb req-12c1c47c-6319-4136-bb23-a144388599fd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695936 May 27 09:39:45.677412 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8a428620-ecb0-40df-9454-405a571744fe req-5b0e2074-6d0d-4c20-9cd4-eb7af08461aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864691 May 27 09:39:45.763570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:45.794239 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-9bff11ad-5f5a-45e1-a7b6-1a48cecc3bce service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782694 May 27 09:39:45.820417 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-44e45ed0-c6dc-4928-a901-e2affb33495e service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951251 May 27 09:39:45.856409 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8075-9073-4778-8c9d-698a727f5fea req-c0ac85e4-bd78-41a7-b7cf-1eeb7d90de62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:45.857912 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-465d8075-9073-4778-8c9d-698a727f5fea req-c0ac85e4-bd78-41a7-b7cf-1eeb7d90de62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0576074 May 27 09:39:45.915138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-465d8075-9073-4778-8c9d-698a727f5fea req-43f5cc6b-81f1-4ac3-be2b-cc6d805d735b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 May 27 09:39:46.222220 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:46.303880 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927f4205-ebcf-4dc3-aab7-cd7092f002ee req-3d8d07d5-bbb2-4bec-9dcb-61b9d76c3b43 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785710 May 27 09:39:46.308307 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3169433-22bb-4263-a37b-3eb26dea8a38 req-824aa10d-bb68-488e-ac4d-a4eb8b93bce6 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813385 May 27 09:39:46.691514 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde854de-9407-4786-b9df-ad6d3bd7b72d req-47376307-5d6f-46c6-b577-5fd2872b4830 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:46.694758 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bde854de-9407-4786-b9df-ad6d3bd7b72d req-47376307-5d6f-46c6-b577-5fd2872b4830 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0509934 May 27 09:39:46.776774 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bde854de-9407-4786-b9df-ad6d3bd7b72d req-dd445f15-29fc-4fb1-b8bd-2a5c999315b9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774329 May 27 09:39:46.795781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889571e-9d99-4370-abcd-d65a3616de5d req-43b19aa5-01cb-42e6-a227-187501773509 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:46.797423 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a889571e-9d99-4370-abcd-d65a3616de5d req-43b19aa5-01cb-42e6-a227-187501773509 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0775673 May 27 09:39:46.851703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a889571e-9d99-4370-abcd-d65a3616de5d req-59a92fd2-1643-4ae9-895f-ea0ebacfeb2a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 May 27 09:39:46.888055 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:47.004290 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a154703-cd4c-4822-aa82-0d8a2ad0ce8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.006710 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:47.049867 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f429-0c40-4ee6-9fb5-94dae3a70ebe req-ecd876ce-fc1e-43aa-a992-e1dc2a6c5997 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:47.051795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7208f429-0c40-4ee6-9fb5-94dae3a70ebe req-ecd876ce-fc1e-43aa-a992-e1dc2a6c5997 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0568283 May 27 09:39:47.104163 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a154703-cd4c-4822-aa82-0d8a2ad0ce8c admin admin] Publish callbacks [] for security_group (f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.110353 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a154703-cd4c-4822-aa82-0d8a2ad0ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.114307 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7208f429-0c40-4ee6-9fb5-94dae3a70ebe req-a0886b1c-b4af-43c4-adcf-c105e5177d04 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 May 27 09:39:47.158642 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154703-cd4c-4822-aa82-0d8a2ad0ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:47.162814 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7a154703-cd4c-4822-aa82-0d8a2ad0ce8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=896c1262241241e9bb6c328be7704f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736521 May 27 09:39:47.165495 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36386) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:47.214310 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] Publish callbacks [] for security_group (f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.237548 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] Publish callbacks [] for security_group (f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.285406 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.288180 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.289332 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a HTTP/1.1" status: 204 len: 168 time: 0.1229391 May 27 09:39:47.298558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8968-c917-431e-a767-b11b9f27c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c91a02-f0ea-40a4-9c86-e47d5d4d6e6a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:47.640285 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:47.652602 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:47.693835 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:47.707558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d949e3f-65e9-44b5-bcd0-72ce0564d093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.739834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0cfa79-a19f-4c0b-849d-7e06d0da7619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.796075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d949e3f-65e9-44b5-bcd0-72ce0564d093 admin admin] Publish callbacks [] for security_group (90081813-7f8f-442c-8faf-c1f6e3f47286), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.801188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d949e3f-65e9-44b5-bcd0-72ce0564d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (90081813-7f8f-442c-8faf-c1f6e3f47286), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.837564 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8d949e3f-65e9-44b5-bcd0-72ce0564d093 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1eeb21cdfe24ee88429cf67adb682c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413019 May 27 09:39:47.840560 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36420) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:47.857834 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d949e3f-65e9-44b5-bcd0-72ce0564d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90081813-7f8f-442c-8faf-c1f6e3f47286,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:47.917170 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01408c1-dceb-4ce9-b5cd-3a5b2ee7b096 req-dff9a142-a1d0-4c2d-904a-dd0d58f3e1c4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:47.919685 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d01408c1-dceb-4ce9-b5cd-3a5b2ee7b096 req-dff9a142-a1d0-4c2d-904a-dd0d58f3e1c4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0571983 May 27 09:39:47.929004 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] Publish callbacks [] for security_group (90081813-7f8f-442c-8faf-c1f6e3f47286), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.957374 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] Publish callbacks [] for security_group (90081813-7f8f-442c-8faf-c1f6e3f47286), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:47.985311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:48.010624 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d01408c1-dceb-4ce9-b5cd-3a5b2ee7b096 req-6360cd27-6d48-429f-9c5e-0fbe8d18986e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839682 May 27 09:39:48.024121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e5cd-649b-489d-8554-253bff00d017 req-2947a358-d55a-4cba-a61f-87b3c298ff0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:48.037975 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (90081813-7f8f-442c-8faf-c1f6e3f47286), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.037975 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.037975 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90081813-7f8f-442c-8faf-c1f6e3f47286 HTTP/1.1" status: 204 len: 168 time: 0.1864944 May 27 09:39:48.038387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4815e5cd-649b-489d-8554-253bff00d017 req-2947a358-d55a-4cba-a61f-87b3c298ff0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0859785 May 27 09:39:48.048481 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febba1d-088d-4438-be5e-c6fe5e43a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90081813-7f8f-442c-8faf-c1f6e3f47286,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:48.103455 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4815e5cd-649b-489d-8554-253bff00d017 req-cbde1a6a-9d95-4f64-9a76-e935d0e0a86f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687473 May 27 09:39:48.110569 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36428) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:48.251894 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57f48b95-6a53-4b57-b197-369c8d4dc476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.273574 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff61a2b-0cbc-498c-a303-d279dd32259c req-2bfb6409-b7b4-4dfd-847c-1da8dc9a212a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:48.275195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ff61a2b-0cbc-498c-a303-d279dd32259c req-2bfb6409-b7b4-4dfd-847c-1da8dc9a212a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0770109 May 27 09:39:48.315039 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:48.342905 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ff61a2b-0cbc-498c-a303-d279dd32259c req-9583b706-4296-418c-8696-9643e995b668 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 May 27 09:39:48.346042 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57f48b95-6a53-4b57-b197-369c8d4dc476 admin admin] Publish callbacks [] for security_group (b794401f-dded-4068-b68f-bba1c3d58beb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.350428 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57f48b95-6a53-4b57-b197-369c8d4dc476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b794401f-dded-4068-b68f-bba1c3d58beb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.387243 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-57f48b95-6a53-4b57-b197-369c8d4dc476 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66e188d840e24e009a6b8ebaa7f872a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755597 May 27 09:39:48.390984 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36438) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:48.396627 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f48b95-6a53-4b57-b197-369c8d4dc476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794401f-dded-4068-b68f-bba1c3d58beb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:48.441554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:48.445549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] Publish callbacks [] for security_group (b794401f-dded-4068-b68f-bba1c3d58beb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.469578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] Publish callbacks [] for security_group (b794401f-dded-4068-b68f-bba1c3d58beb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.521419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b794401f-dded-4068-b68f-bba1c3d58beb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.524088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.525226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b794401f-dded-4068-b68f-bba1c3d58beb HTTP/1.1" status: 204 len: 168 time: 0.1325002 May 27 09:39:48.533408 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d3d6b-65ac-4d33-abc8-b31048f29db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794401f-dded-4068-b68f-bba1c3d58beb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:48.865807 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:48.969439 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36472) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:48.983476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8c481da-b42b-4bb1-99df-5e3474df0b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.064369 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:49.076534 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8c481da-b42b-4bb1-99df-5e3474df0b32 admin admin] Publish callbacks [] for security_group (bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.081689 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8c481da-b42b-4bb1-99df-5e3474df0b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.126527 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a8c481da-b42b-4bb1-99df-5e3474df0b32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87a3c97fd889483e92ae638c69104cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547322 May 27 09:39:49.132830 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36480) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:49.153228 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c481da-b42b-4bb1-99df-5e3474df0b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:49.184906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af2d4-d98f-4c12-b5d2-bc5d8a6680bb req-8fc6bfa5-4ffc-400b-9982-5ab7ab237b15 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:49.186561 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb3af2d4-d98f-4c12-b5d2-bc5d8a6680bb req-8fc6bfa5-4ffc-400b-9982-5ab7ab237b15 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0840003 May 27 09:39:49.203197 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] Publish callbacks [] for security_group (bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.229494 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] Publish callbacks [] for security_group (bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.281288 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb3af2d4-d98f-4c12-b5d2-bc5d8a6680bb req-636d8d46-3535-4e33-9a60-18966c3baa3c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863578 May 27 09:39:49.286923 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.288051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5147a-dc61-4508-a71a-2cc9e507e3a8 req-3ebdab2c-6511-4d52-833d-e81bc1c1d45d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:49.289947 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1e5147a-dc61-4508-a71a-2cc9e507e3a8 req-3ebdab2c-6511-4d52-833d-e81bc1c1d45d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0751977 May 27 09:39:49.303609 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:49.303609 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2 HTTP/1.1" status: 204 len: 168 time: 0.1587760 May 27 09:39:49.303962 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c19d2e-a88f-418f-a449-f8e3574d8c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc25a6b-d92b-4f3a-b5a8-d772cd6580a2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:49.343908 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a1e5147a-dc61-4508-a71a-2cc9e507e3a8 req-a03f0e34-cac4-47b9-8bcc-9b9bdc356b97 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478697 May 27 09:39:49.480717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732c82-8920-43ef-a56f-002cdcd95c9c req-76a972b8-5517-455a-a1be-761125e42b2a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:49.482100 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf732c82-8920-43ef-a56f-002cdcd95c9c req-76a972b8-5517-455a-a1be-761125e42b2a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0555985 May 27 09:39:49.539026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf732c82-8920-43ef-a56f-002cdcd95c9c req-c465e4a8-edf8-4233-8b4c-997254affe3a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 May 27 09:39:49.996035 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:50.424939 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d0f90-9382-4057-ba35-f4df909926da req-2ae42f43-06bd-4f23-8ec3-f96c6586e572 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:50.426491 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d6d0f90-9382-4057-ba35-f4df909926da req-2ae42f43-06bd-4f23-8ec3-f96c6586e572 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0689034 May 27 09:39:50.498523 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad392893-8a11-48ff-bbfe-d132e24f3c8e req-83ea5f53-bff4-4296-8963-4ee99a957130 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:50.500139 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad392893-8a11-48ff-bbfe-d132e24f3c8e req-83ea5f53-bff4-4296-8963-4ee99a957130 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0675430 May 27 09:39:50.530620 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d6d0f90-9382-4057-ba35-f4df909926da req-797fa433-81a2-45de-8df9-0a5546b66ecb tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888886 May 27 09:39:50.572922 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad392893-8a11-48ff-bbfe-d132e24f3c8e req-a2784697-0f72-4f90-a5c2-1f2056faa5a0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665817 May 27 09:39:50.673989 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc722-5bb7-4d05-9000-5aa78d89cf22 req-2aa43d31-d582-4eef-8061-c10e02b369b6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:50.675941 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-388cc722-5bb7-4d05-9000-5aa78d89cf22 req-2aa43d31-d582-4eef-8061-c10e02b369b6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0578074 May 27 09:39:50.746044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-388cc722-5bb7-4d05-9000-5aa78d89cf22 req-e0070856-08f3-42dd-a7af-af71af1b9ce4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 May 27 09:39:51.261762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43054e-79da-4f50-8efd-af2ac2dd574f req-4e4daf1d-6861-4346-95b9-b423a5a9eb8f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:51.263488 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa43054e-79da-4f50-8efd-af2ac2dd574f req-4e4daf1d-6861-4346-95b9-b423a5a9eb8f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0534868 May 27 09:39:51.319508 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa43054e-79da-4f50-8efd-af2ac2dd574f req-9a43b9b4-1812-463c-92d5-3da02c6313ca tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 May 27 09:39:51.661954 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:51.685799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:51.699438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d13cc-5ba1-41c2-9d5b-f437eed26fa1 req-72821c58-a4f5-4036-8e90-357e92ec6997 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:51.700929 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-026d13cc-5ba1-41c2-9d5b-f437eed26fa1 req-72821c58-a4f5-4036-8e90-357e92ec6997 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0843089 May 27 09:39:51.720808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e50455-7b00-4500-8a85-b5a54ba14572 req-a9e4d1e6-d3c7-4711-9f17-7a4df255efc5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:51.722244 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-09e50455-7b00-4500-8a85-b5a54ba14572 req-a9e4d1e6-d3c7-4711-9f17-7a4df255efc5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0721464 May 27 09:39:51.791669 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-026d13cc-5ba1-41c2-9d5b-f437eed26fa1 req-012e13c8-53cf-41ba-bae9-67ccfd0b8798 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825937 May 27 09:39:51.804234 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-09e50455-7b00-4500-8a85-b5a54ba14572 req-9526dc38-9288-4128-99ac-e34a9932a9f8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714560 May 27 09:39:51.830029 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:39:51.931508 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:51.946094 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:39:51.982558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:51.982950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:51.998267 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:52.018943 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:52.022730 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:52.069271 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:52.076844 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.077185 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.077538 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.077873 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.078199 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.078519 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.078838 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.079705 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.080024 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.080343 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.080658 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.081228 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.081552 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.081865 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.082175 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:52.432954 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39262d46-0356-4efc-967c-5db9e36161eb req-fa873ba9-6ba5-4b77-8242-d361386a5405 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:52.434437 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39262d46-0356-4efc-967c-5db9e36161eb req-fa873ba9-6ba5-4b77-8242-d361386a5405 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0472181 May 27 09:39:52.469731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:52.487890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39262d46-0356-4efc-967c-5db9e36161eb req-ea036e6c-521f-4b1f-b313-8781185e41bc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471792 May 27 09:39:52.630723 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['6328b701-4055-487d-8cef-ec0bdfa4ceda'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:39:52.802641 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:52.823041 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:52.835018 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:52.993206 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563f3e-dacc-4cd9-9556-3a5f1ef0d366 req-9ef1b566-e05a-466d-bcb6-5055115b32a7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:52.994690 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-29563f3e-dacc-4cd9-9556-3a5f1ef0d366 req-9ef1b566-e05a-466d-bcb6-5055115b32a7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.1079364 May 27 09:39:53.002777 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033a28-b6fc-4acb-8893-9414f4dfb7a5 req-b96a6a50-e663-4f44-adfd-a68cd41ee370 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:53.004238 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-12033a28-b6fc-4acb-8893-9414f4dfb7a5 req-b96a6a50-e663-4f44-adfd-a68cd41ee370 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0747006 May 27 09:39:53.080812 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-29563f3e-dacc-4cd9-9556-3a5f1ef0d366 req-a50deda8-a85e-41f6-9fac-f917fabcdba8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756109 May 27 09:39:53.084816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-12033a28-b6fc-4acb-8893-9414f4dfb7a5 req-0a325c16-0a8f-409c-97d9-72af155682d8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738308 May 27 09:39:53.600058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e68a1-b164-4212-9c59-20523f479914 req-7c3bd690-0524-4868-b605-282bef605d98 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:53.601647 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8d5e68a1-b164-4212-9c59-20523f479914 req-7c3bd690-0524-4868-b605-282bef605d98 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0466537 May 27 09:39:53.652216 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8d5e68a1-b164-4212-9c59-20523f479914 req-cf69230b-5307-4b25-8c78-ea2dd2bd4c72 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 May 27 09:39:54.044599 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-f7a405ce-5583-4c5b-a170-9658b7562299 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533314 May 27 09:39:54.144330 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:54.206440 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 6328b701-4055-487d-8cef-ec0bdfa4ceda completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:39:54.220893 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 6328b701-4055-487d-8cef-ec0bdfa4ceda triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:54.221147 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.232993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f351-d2ee-4bd9-8b26-cb4338204627 req-f36e984d-a1ec-4209-ba2e-42a11a324882 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:54.244631 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f46f351-d2ee-4bd9-8b26-cb4338204627 req-f36e984d-a1ec-4209-ba2e-42a11a324882 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.0743227 May 27 09:39:54.267409 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36700) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:54.317712 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Deleting subnet 4957c296-bc87-4dfe-9340-fe807f3e5440 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:39:54.321987 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Publish callbacks [] for subnet (4957c296-bc87-4dfe-9340-fe807f3e5440), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.324392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f3e9-bca8-4f1b-bd84-87532338884a req-b52c85f8-5fc6-479f-9e2e-e183d2ca98ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:54.326027 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1e0f3e9-bca8-4f1b-bd84-87532338884a req-b52c85f8-5fc6-479f-9e2e-e183d2ca98ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0663195 May 27 09:39:54.371852 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (4957c296-bc87-4dfe-9340-fe807f3e5440), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.376666 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:54.377126 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.397821 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-f2877b93-c6c8-4aaf-a2a7-e15f994d95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:54.400612 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-f2877b93-c6c8-4aaf-a2a7-e15f994d95ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1130 time: 0.1528089 May 27 09:39:54.404875 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:54.409132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d959ac-b48b-4b30-92fc-33d29be7de78" -d '{"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:54.422970 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:54.431469 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.436241 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (4957c296-bc87-4dfe-9340-fe807f3e5440), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.466608 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f46f351-d2ee-4bd9-8b26-cb4338204627 req-da513548-0c5b-4d7b-991d-dc13088b6ba7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128842 May 27 09:39:54.474095 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1e0f3e9-bca8-4f1b-bd84-87532338884a req-1a697d76-da53-4443-b234-6c6df0d932cb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193731 May 27 09:39:54.515308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:54.526666 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (4957c296-bc87-4dfe-9340-fe807f3e5440), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.526896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570fcbb-3761-4335-9c39-d69bc1bf1670 x-openstack-request-id: req-8570fcbb-3761-4335-9c39-d69bc1bf1670 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:54.526896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:54.526896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8570fcbb-3761-4335-9c39-d69bc1bf1670 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:54.526896 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8570fcbb-3761-4335-9c39-d69bc1bf1670'] response: {'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'code': 200} May 27 09:39:54.549118 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36706) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:54.553366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4957c296-bc87-4dfe-9340-fe807f3e5440,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:54.556109 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.559620 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4957c296-bc87-4dfe-9340-fe807f3e5440 HTTP/1.1" status: 204 len: 168 time: 0.2911668 May 27 09:39:54.562239 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36710) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:54.569609 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.569966 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.570318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.570655 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.571158 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.571527 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.571864 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.572195 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.572554 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.572885 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.573235 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.573566 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.573894 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.574212 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.574531 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f40ae-7605-4c65-97da-bdec91fecb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:54.639314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (518ada0c-5d71-49ff-9e45-6311c889740b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.690598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3a818c2-2ca2-40e4-a71e-704b45fd798c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.753863 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (518ada0c-5d71-49ff-9e45-6311c889740b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.804218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:54.812399 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ada0c-5d71-49ff-9e45-6311c889740b']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:54.832599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a21311b-42c9-4014-91d5-89d5f43f0687') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:54.832769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a21311b-42c9-4014-91d5-89d5f43f0687') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:54.852611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950b78d-f1c6-4070-8a57-f0a3908c4373 req-7cb1fc12-3565-4188-93d5-c2e586d84f35 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:54.854141 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2950b78d-f1c6-4070-8a57-f0a3908c4373 req-7cb1fc12-3565-4188-93d5-c2e586d84f35 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1061616 May 27 09:39:54.859138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (0a21311b-42c9-4014-91d5-89d5f43f0687), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.897531 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (0a21311b-42c9-4014-91d5-89d5f43f0687), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.909416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:54.910654 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:39:54.911193 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (0a21311b-42c9-4014-91d5-89d5f43f0687), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:54.947538 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 0a21311b-42c9-4014-91d5-89d5f43f0687 resource provider aggregate not found May 27 09:39:55.006084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 0a21311b-42c9-4014-91d5-89d5f43f0687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a21311b-42c9-4014-91d5-89d5f43f0687 found for delete ", "request_id": "req-12bb10bd-d15d-4086-a1ff-fc2dc07a7a54"}]} May 27 09:39:55.007978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3a818c2-2ca2-40e4-a71e-704b45fd798c admin admin] Publish callbacks [] for security_group (06da855d-50e3-4cec-be1e-d4e55d34d197), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.014998 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2950b78d-f1c6-4070-8a57-f0a3908c4373 req-0e240708-483a-4a06-8c23-926dbe5cce07 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522119 May 27 09:39:55.017456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3a818c2-2ca2-40e4-a71e-704b45fd798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (06da855d-50e3-4cec-be1e-d4e55d34d197), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.025221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (518ada0c-5d71-49ff-9e45-6311c889740b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.065391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Pushing event deleted for resources: {'Network': ['ID=518ada0c-5d71-49ff-9e45-6311c889740b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:55.069583 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.075181 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/518ada0c-5d71-49ff-9e45-6311c889740b HTTP/1.1" status: 204 len: 168 time: 0.5095220 May 27 09:39:55.075662 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36724) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:55.092661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.093008 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.093346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.093928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.094257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.095143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.095560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.095883 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.096206 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.097030 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.097030 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.097222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.097453 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.097766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.098333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955aaf8-4c9d-4341-be86-a7d77718fe15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:39:55.108675 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e3a818c2-2ca2-40e4-a71e-704b45fd798c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d73362b239f84ce0bb784f4891f49002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559700 May 27 09:39:55.108675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:55.116889 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a818c2-2ca2-40e4-a71e-704b45fd798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da855d-50e3-4cec-be1e-d4e55d34d197,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:55.140127 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Deleting subnet 2d606e15-2d23-417d-b02e-95024680ada6 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:39:55.143709 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Publish callbacks [] for subnet (2d606e15-2d23-417d-b02e-95024680ada6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.176483 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:55.186597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] Publish callbacks [] for security_group (06da855d-50e3-4cec-be1e-d4e55d34d197), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.187948 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (2d606e15-2d23-417d-b02e-95024680ada6), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.216485 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] Publish callbacks [] for security_group (06da855d-50e3-4cec-be1e-d4e55d34d197), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.236147 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (2d606e15-2d23-417d-b02e-95024680ada6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.274467 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (06da855d-50e3-4cec-be1e-d4e55d34d197), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.277950 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.284269 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06da855d-50e3-4cec-be1e-d4e55d34d197 HTTP/1.1" status: 204 len: 168 time: 0.1745696 May 27 09:39:55.294128 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32266f35-89b9-49cf-b690-3c2225a521c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da855d-50e3-4cec-be1e-d4e55d34d197,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:55.303448 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (2d606e15-2d23-417d-b02e-95024680ada6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.332602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d606e15-2d23-417d-b02e-95024680ada6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:55.336573 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.342992 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36740) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:55.345752 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b01bd603-3265-42b8-b649-52ecc9b7fcfa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2d606e15-2d23-417d-b02e-95024680ada6 HTTP/1.1" status: 204 len: 168 time: 0.2690024 May 27 09:39:55.429319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (d35468b2-5f16-494a-8caf-4beb084ebaac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.535031 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (d35468b2-5f16-494a-8caf-4beb084ebaac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.567508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35468b2-5f16-494a-8caf-4beb084ebaac']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:55.683915 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3103b5-52c1-4276-8a19-eb793d43897b') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:55.684287 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3103b5-52c1-4276-8a19-eb793d43897b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:39:55.714352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcd0b-e225-422c-be0c-5857fd5e900c req-614173fa-4701-4823-8014-6b45ed7486a0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:55.716099 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fcbcd0b-e225-422c-be0c-5857fd5e900c req-614173fa-4701-4823-8014-6b45ed7486a0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1461649 May 27 09:39:55.766895 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36766) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:55.778706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (8e3103b5-52c1-4276-8a19-eb793d43897b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.793357 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcb0751c-d7c8-48fa-9e93-3d66c1d1b9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.852005 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (8e3103b5-52c1-4276-8a19-eb793d43897b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:55.857758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-e9e81cb4-f023-4704-8a68-f7fec8b692c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:55.859808 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-e9e81cb4-f023-4704-8a68-f7fec8b692c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7479df6fb46a412398b2e1749b0cbd96&device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 1129 time: 0.1673410 May 27 09:39:55.866246 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd8688-4de1-4145-abb6-88c66c34af63 req-07bdf149-d972-4e0b-a9f5-f8b603d2acc5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:55.867679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ccd8688-4de1-4145-abb6-88c66c34af63 req-07bdf149-d972-4e0b-a9f5-f8b603d2acc5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 944 time: 0.2499526 May 27 09:39:55.880040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:55.893656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:39:55.894086 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (8e3103b5-52c1-4276-8a19-eb793d43897b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.132026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fcbcd0b-e225-422c-be0c-5857fd5e900c req-755d64a4-eea3-43ec-969d-94a564487d7d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669460 May 27 09:39:56.144208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 170fc0f5-d663-45e7-aca9-b414a735e887 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:39:56.199183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-f271f205-88d5-40e1-8e6e-4a2d0ad35aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.199183 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-f271f205-88d5-40e1-8e6e-4a2d0ad35aed service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.5794954 May 27 09:39:56.207525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:56.345733 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-2f1f0851-f006-44c5-a66a-2676a079133a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 200 len: 217 time: 0.1153586 May 27 09:39:56.356313 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ccd8688-4de1-4145-abb6-88c66c34af63 req-98f364c4-04d0-435e-bb1d-41e8e1014ff5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715910 May 27 09:39:56.415116 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcb0751c-d7c8-48fa-9e93-3d66c1d1b9e5 admin admin] Publish callbacks [] for security_group (3127b293-9e0f-4931-b0ef-c687fd6242ac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.416229 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:56.428044 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=170fc0f5-d663-45e7-aca9-b414a735e887,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:56.433146 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcb0751c-d7c8-48fa-9e93-3d66c1d1b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3127b293-9e0f-4931-b0ef-c687fd6242ac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.448072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '170fc0f5-d663-45e7-aca9-b414a735e887', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'port_id': '170fc0f5-d663-45e7-aca9-b414a735e887', 'mac_address': 'fa:16:3e:1c:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:39:56.465284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-4fa119b3-4760-4104-81b9-e47b7c155d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.467143 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-4fa119b3-4760-4104-81b9-e47b7c155d59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.1097777 May 27 09:39:56.467750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (d35468b2-5f16-494a-8caf-4beb084ebaac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.484785 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fcb0751c-d7c8-48fa-9e93-3d66c1d1b9e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20596f5049774f8fb15f5801891efec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7138457 May 27 09:39:56.491968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 170fc0f5-d663-45e7-aca9-b414a735e887 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:56.492684 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.501942 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0751c-d7c8-48fa-9e93-3d66c1d1b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127b293-9e0f-4931-b0ef-c687fd6242ac,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:56.507841 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36796) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:56.510177 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a69aaa-3acb-415d-80a2-0c95a9a76b8c req-314093dd-e9b9-4f01-8518-f9f37e5da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.511857 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13a69aaa-3acb-415d-80a2-0c95a9a76b8c req-314093dd-e9b9-4f01-8518-f9f37e5da641 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1129 time: 0.2314150 May 27 09:39:56.538069 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170fc0f5-d663-45e7-aca9-b414a735e887 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:39:56.553121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.556657 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] 10.222.0.41 "DELETE /v2.0/networks/d35468b2-5f16-494a-8caf-4beb084ebaac HTTP/1.1" status: 204 len: 168 time: 1.2125597 May 27 09:39:56.575132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=170fc0f5-d663-45e7-aca9-b414a735e887,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:56.580271 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] Publish callbacks [] for security_group (3127b293-9e0f-4931-b0ef-c687fd6242ac), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.582222 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.605695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b64796-1d07-4c22-a83f-6deaf7b0ed47 req-a2aa2169-dc96-4052-bc6c-44e1f9fe1ae9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.607345 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d0b64796-1d07-4c22-a83f-6deaf7b0ed47 req-a2aa2169-dc96-4052-bc6c-44e1f9fe1ae9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.2605937 May 27 09:39:56.608182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be83b34-4038-4b9f-982a-2079d03dff5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d35468b2-5f16-494a-8caf-4beb084ebaac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:56.624681 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] Publish callbacks [] for security_group (3127b293-9e0f-4931-b0ef-c687fd6242ac), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.656990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:56.671911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-5b3e0599-4c47-4cfe-b0ec-643343a97368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.673498 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-5b3e0599-4c47-4cfe-b0ec-643343a97368 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1590576 May 27 09:39:56.695311 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13a69aaa-3acb-415d-80a2-0c95a9a76b8c req-eb56289d-09b1-4e61-aac6-8c8a9a2bbaed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263535 May 27 09:39:56.695785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3127b293-9e0f-4931-b0ef-c687fd6242ac), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.698308 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.701856 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3127b293-9e0f-4931-b0ef-c687fd6242ac HTTP/1.1" status: 204 len: 168 time: 0.1901162 May 27 09:39:56.709619 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e0e93-75e9-4534-9b75-695f153a6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127b293-9e0f-4931-b0ef-c687fd6242ac,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:56.718487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-8c62374d-2c1e-40e7-9a19-43cc4974cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:56.729237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-8c62374d-2c1e-40e7-9a19-43cc4974cffa service neutron] 10.222.0.65 "GET /v2.0/networks?id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 HTTP/1.1" status: 200 len: 912 time: 0.5105553 May 27 09:39:56.823881 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d0b64796-1d07-4c22-a83f-6deaf7b0ed47 req-efb90bf1-1817-41d3-ad6e-e369c80985e1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017758 May 27 09:39:56.829816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36802) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:56.885716 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-ddad6d94-9d0a-403c-8cf6-020628711b42 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013888 May 27 09:39:56.896349 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f2a1c46a-7c10-477b-8e27-4f07e28ccae5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=416975c7aa93428fb90fb832ee4049ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653958 May 27 09:39:56.899226 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36806) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:56.948003 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] Publish callbacks [] for security_group (b50512e0-39b6-49bb-bfbc-8fa1d5a772db), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:56.970176 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] Publish callbacks [] for security_group (b50512e0-39b6-49bb-bfbc-8fa1d5a772db), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.025593 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 8e3103b5-52c1-4276-8a19-eb793d43897b resource provider aggregate not found May 27 09:39:57.028328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b50512e0-39b6-49bb-bfbc-8fa1d5a772db), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.032703 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.034061 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b50512e0-39b6-49bb-bfbc-8fa1d5a772db HTTP/1.1" status: 204 len: 168 time: 0.1335754 May 27 09:39:57.042081 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798390-9158-4241-9c5c-3a184dd0fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50512e0-39b6-49bb-bfbc-8fa1d5a772db,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:57.046996 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:57.059117 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 8e3103b5-52c1-4276-8a19-eb793d43897b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e3103b5-52c1-4276-8a19-eb793d43897b found for delete ", "request_id": "req-f3396b34-088f-4492-ab3c-cf47c9d16071"}]} May 27 09:39:57.061715 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd3695fe-e996-4f19-af54-048a4e506871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.148687 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd3695fe-e996-4f19-af54-048a4e506871 admin admin] Publish callbacks [] for security_group (c31ff1af-c79a-4a7b-8e19-a96eca6bec88), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.155329 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd3695fe-e996-4f19-af54-048a4e506871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (c31ff1af-c79a-4a7b-8e19-a96eca6bec88), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.172060 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:57.198698 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fd3695fe-e996-4f19-af54-048a4e506871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32c7cf0810ac49a7837a8e297cfe8932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501589 May 27 09:39:57.204031 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36820) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:57.233237 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3695fe-e996-4f19-af54-048a4e506871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31ff1af-c79a-4a7b-8e19-a96eca6bec88,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:57.263421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['170fc0f5-d663-45e7-aca9-b414a735e887'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:39:57.292537 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] Publish callbacks [] for security_group (c31ff1af-c79a-4a7b-8e19-a96eca6bec88), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.321731 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] Publish callbacks [] for security_group (c31ff1af-c79a-4a7b-8e19-a96eca6bec88), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.330370 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-4d01845d-0611-4f1e-93e8-897e5fc8331e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b HTTP/1.1" status: 200 len: 217 time: 0.1470761 May 27 09:39:57.390499 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (c31ff1af-c79a-4a7b-8e19-a96eca6bec88), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.393863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.401772 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c31ff1af-c79a-4a7b-8e19-a96eca6bec88 HTTP/1.1" status: 204 len: 168 time: 0.1962991 May 27 09:39:57.409137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005ba3c-a7bb-40c8-8a7c-b8aaf60a4ace req-38f9a5c1-ca11-41da-b730-a9cd3851fa0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:57.413252 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d4646-0efa-4956-a186-2e4d8e8fec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31ff1af-c79a-4a7b-8e19-a96eca6bec88,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:57.415917 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6005ba3c-a7bb-40c8-8a7c-b8aaf60a4ace req-38f9a5c1-ca11-41da-b730-a9cd3851fa0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1040888 May 27 09:39:57.468255 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a404a6db-22ce-485d-a344-cf9a358ebef3 req-4777c97f-9e21-4f84-95c1-2ebf4a1b7271 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788012 May 27 09:39:57.496478 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6005ba3c-a7bb-40c8-8a7c-b8aaf60a4ace req-388b1fb7-8d30-4ded-84b6-986f2b26462c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794187 May 27 09:39:57.541441 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:57.694842 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:57.701896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcec3a-de05-4ae9-9d51-4f15fd0adf31 req-23476f0d-8718-482d-824c-9a485b7ad115 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:57.703701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99bcec3a-de05-4ae9-9d51-4f15fd0adf31 req-23476f0d-8718-482d-824c-9a485b7ad115 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 945 time: 0.0976021 May 27 09:39:57.774472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd473d5-808b-4313-b54e-dd1bfc4ca3a2 req-03bfc084-aae7-4ed4-a4f0-b76429ac7f10 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:57.780244 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ecd473d5-808b-4313-b54e-dd1bfc4ca3a2 req-03bfc084-aae7-4ed4-a4f0-b76429ac7f10 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.0745986 May 27 09:39:57.822042 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36850) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:57.859339 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ecd473d5-808b-4313-b54e-dd1bfc4ca3a2 req-a2ef73bb-e94c-4a6b-ac0f-133d2c95bf49 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 May 27 09:39:57.863960 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99bcec3a-de05-4ae9-9d51-4f15fd0adf31 req-b3a0948f-f8a5-4d92-83cd-b634124034b9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474147 May 27 09:39:57.873834 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d40ea5bc-f298-4679-9567-d5fa287205ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=439700b1395545398b371ec43a8ab9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498061 May 27 09:39:57.876455 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36856) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:57.939430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] Publish callbacks [] for security_group (d61afe4f-f9e4-4b67-94b6-d423c743f304), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:57.978473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] Publish callbacks [] for security_group (d61afe4f-f9e4-4b67-94b6-d423c743f304), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.110444 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aebac-3e71-4489-a356-d0d9fb4412bb req-2759f206-af4c-4bc1-a659-46ccad3f07ae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:58.111948 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec2aebac-3e71-4489-a356-d0d9fb4412bb req-2759f206-af4c-4bc1-a659-46ccad3f07ae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1356840 May 27 09:39:58.114493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:58.144998 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-b971d088-d442-482e-841d-681367c916dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:58.146544 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-b971d088-d442-482e-841d-681367c916dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f09a3c-d000-48eb-a49f-c55d0b41fff4 HTTP/1.1" status: 200 len: 851 time: 0.1225080 May 27 09:39:58.163533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d61afe4f-f9e4-4b67-94b6-d423c743f304), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.165977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.167112 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d61afe4f-f9e4-4b67-94b6-d423c743f304 HTTP/1.1" status: 204 len: 168 time: 0.2896855 May 27 09:39:58.182104 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2503ae-f7c9-44eb-8839-2968cbf19e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61afe4f-f9e4-4b67-94b6-d423c743f304,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:58.191811 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ec2aebac-3e71-4489-a356-d0d9fb4412bb req-ccece3a1-58e7-4e97-88a6-16cd3f49fc52 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 May 27 09:39:58.208691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36868) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:58.434696 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0537bf1b-52a7-4e3e-9ac4-b6b1ca1e94e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.455579 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:58.528489 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0537bf1b-52a7-4e3e-9ac4-b6b1ca1e94e7 admin admin] Publish callbacks [] for security_group (f54ea8ba-fa2f-44eb-827d-d021a373c7da), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.532845 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0537bf1b-52a7-4e3e-9ac4-b6b1ca1e94e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f54ea8ba-fa2f-44eb-827d-d021a373c7da), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.570708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 36892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:58.571264 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0537bf1b-52a7-4e3e-9ac4-b6b1ca1e94e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42646af387cd45c39089f7a1ae32f668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640933 May 27 09:39:58.603769 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537bf1b-52a7-4e3e-9ac4-b6b1ca1e94e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ea8ba-fa2f-44eb-827d-d021a373c7da,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:58.688935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c4be2-aa9c-4470-b2f1-a7d3065f5051 req-d40cfe80-345e-4795-9d17-dda08447a7f7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:58.691880 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e53c4be2-aa9c-4470-b2f1-a7d3065f5051 req-d40cfe80-345e-4795-9d17-dda08447a7f7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0807581 May 27 09:39:58.693966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] Publish callbacks [] for security_group (f54ea8ba-fa2f-44eb-827d-d021a373c7da), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.743563 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] Publish callbacks [] for security_group (f54ea8ba-fa2f-44eb-827d-d021a373c7da), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.774420 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e53c4be2-aa9c-4470-b2f1-a7d3065f5051 req-e9fadab9-1883-48de-beb0-4573d7422063 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777349 May 27 09:39:58.812305 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f54ea8ba-fa2f-44eb-827d-d021a373c7da), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.815215 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:58.816649 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f54ea8ba-fa2f-44eb-827d-d021a373c7da HTTP/1.1" status: 204 len: 168 time: 0.2434466 May 27 09:39:58.827094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f407974-c4e9-4703-989e-9984fc799721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ea8ba-fa2f-44eb-827d-d021a373c7da,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:58.840903 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 170fc0f5-d663-45e7-aca9-b414a735e887 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:39:58.869256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:58.896066 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 170fc0f5-d663-45e7-aca9-b414a735e887 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:39:58.913145 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 170fc0f5-d663-45e7-aca9-b414a735e887 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:39:58.915160 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.008360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd33c6-54e3-45fb-9c32-8ecfba8221d6 req-4c5c2767-2eab-4bce-bf65-7e12caf987bc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:59.015067 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64fd33c6-54e3-45fb-9c32-8ecfba8221d6 req-4c5c2767-2eab-4bce-bf65-7e12caf987bc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 945 time: 0.0708945 May 27 09:39:59.057496 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 170fc0f5-d663-45e7-aca9-b414a735e887 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:39:59.057985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.088358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d617f5-4565-497b-93e8-24b7db6ce0ba req-6a7dd440-ec93-4429-a5c9-987ce21c093f tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:59.090373 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06d617f5-4565-497b-93e8-24b7db6ce0ba req-6a7dd440-ec93-4429-a5c9-987ce21c093f tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.1018381 May 27 09:39:59.105817 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64fd33c6-54e3-45fb-9c32-8ecfba8221d6 req-e88578e4-8032-46f0-9293-b74a3019770d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897591 May 27 09:39:59.107078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:39:59.110995 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddef2a0-ead3-4534-9e8c-9c539361cafb" -d '{"events": [{"server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "name": "network-vif-plugged", "status": "completed", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:39:59.127516 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=170fc0f5-d663-45e7-aca9-b414a735e887,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:39:59.135388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.157947 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06d617f5-4565-497b-93e8-24b7db6ce0ba req-06d7cf23-33c3-4216-8df8-3f25563ad8d1 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508509 May 27 09:39:59.171315 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe045a4-7323-46b1-859b-b4ebc82863d5 x-openstack-request-id: req-fbe045a4-7323-46b1-859b-b4ebc82863d5 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:39:59.172011 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "name": "network-vif-plugged", "status": "completed", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:39:59.172358 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbe045a4-7323-46b1-859b-b4ebc82863d5 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:39:59.172875 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe045a4-7323-46b1-859b-b4ebc82863d5'] response: {'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887', 'code': 200} May 27 09:39:59.206196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:59.314293 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494cf3-aefc-48bf-b9a5-db47e937b86a req-9da016d8-f2e6-4f35-bf1b-ad6cd2a25b7c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:59.321659 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa494cf3-aefc-48bf-b9a5-db47e937b86a req-9da016d8-f2e6-4f35-bf1b-ad6cd2a25b7c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0559473 May 27 09:39:59.327244 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36922) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:59.347778 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16317263-b40f-48d6-8057-fb46bc2e2a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.357466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:39:59.387425 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa494cf3-aefc-48bf-b9a5-db47e937b86a req-6cca30d4-b6e5-4d03-b3ec-e336de048848 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648005 May 27 09:39:59.467491 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16317263-b40f-48d6-8057-fb46bc2e2a56 admin admin] Publish callbacks [] for security_group (7082dd8e-0df8-4e2f-80e2-04598089cbdc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.471844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16317263-b40f-48d6-8057-fb46bc2e2a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (7082dd8e-0df8-4e2f-80e2-04598089cbdc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.518303 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16317263-b40f-48d6-8057-fb46bc2e2a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7082dd8e-0df8-4e2f-80e2-04598089cbdc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:59.524965 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-16317263-b40f-48d6-8057-fb46bc2e2a56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6ce13c8513946708dc3c9a618592b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965389 May 27 09:39:59.528010 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36930) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:59.586015 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] Publish callbacks [] for security_group (7082dd8e-0df8-4e2f-80e2-04598089cbdc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.598766 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:39:59.621234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] Publish callbacks [] for security_group (7082dd8e-0df8-4e2f-80e2-04598089cbdc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.674801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (7082dd8e-0df8-4e2f-80e2-04598089cbdc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.677426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.678437 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7082dd8e-0df8-4e2f-80e2-04598089cbdc HTTP/1.1" status: 204 len: 168 time: 0.1487877 May 27 09:39:59.686907 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b1946-7c87-48fe-b774-30070b541d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7082dd8e-0df8-4e2f-80e2-04598089cbdc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:39:59.858275 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1373234621-network', 'tenant_id': '4b17fac30e6a469a8e0ca8b6e2fcdc1d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:39:59.886041 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Made reservation on behalf of 4b17fac30e6a469a8e0ca8b6e2fcdc1d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:39:59.888888 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.898292 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:39:59.925352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a603-1f95-43e6-8f42-7057c574fccc req-19f17dd8-e211-41e0-a820-0af269a158c1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:39:59.927069 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b72a603-1f95-43e6-8f42-7057c574fccc req-19f17dd8-e211-41e0-a820-0af269a158c1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0701616 May 27 09:39:59.973989 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:00.012122 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks [] for security_group (b617b4bc-4377-4928-b607-62bb45caaf58), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.016963 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b617b4bc-4377-4928-b607-62bb45caaf58), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.042956 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-3bc075d8-36ba-439d-8242-9d8832999bb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695398 May 27 09:40:00.061331 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:40:00.074171 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617b4bc-4377-4928-b607-62bb45caaf58,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:00.081180 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (307c1941-2928-49d7-adcf-ec664cf82dbf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.081908 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Added segment 307c1941-2928-49d7-adcf-ec664cf82dbf of type vlan for network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 May 27 09:40:00.105400 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b72a603-1f95-43e6-8f42-7057c574fccc req-0c9eb6bf-48eb-49b4-afd6-8fbab296fe22 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710076 May 27 09:40:00.151949 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (bc3314c2-6f7a-4cfb-97c0-f4db7429a577), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.158318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=4,neutron:INSERT=19,neutron:SELECT=76,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:00.193628 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (bc3314c2-6f7a-4cfb-97c0-f4db7429a577), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.195149 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:00.195968 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.276813 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6768804 May 27 09:40:00.280086 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 36964) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:00.287349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Request body: {'subnet': {'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1373234621-subnet', 'tenant_id': '4b17fac30e6a469a8e0ca8b6e2fcdc1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:00.322013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9a66-5c66-461c-a7f9-a189148b13bd req-0b5a56e4-43f2-4610-a59f-c7515d7dd382 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:00.328056 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b6b9a66-5c66-461c-a7f9-a189148b13bd req-0b5a56e4-43f2-4610-a59f-c7515d7dd382 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1231763 May 27 09:40:00.345265 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a7f03-7de7-4de8-a0a2-65fb49854195 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3314c2-6f7a-4cfb-97c0-f4db7429a577,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:00.347909 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb1f1-d6d4-453b-adb7-8d707aefe928 req-8f15e746-4e3f-4b7e-92b0-ebd426ccdbd2 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:00.349457 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Made reservation on behalf of 4b17fac30e6a469a8e0ca8b6e2fcdc1d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:00.352097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7c8fb1f1-d6d4-453b-adb7-8d707aefe928 req-8f15e746-4e3f-4b7e-92b0-ebd426ccdbd2 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.0987008 May 27 09:40:00.353853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66547143'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.357383 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:40:00.508006 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b6b9a66-5c66-461c-a7f9-a189148b13bd req-fd26f9ee-1386-4acf-b20e-602be00f4ece tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722679 May 27 09:40:00.518695 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7c8fb1f1-d6d4-453b-adb7-8d707aefe928 req-75ba0b6e-1d3e-4900-8aa1-216fd1a8727e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443748 May 27 09:40:00.631794 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66407000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66547153'] for subnet (361bee3e-37a3-4062-8a22-e7c7c10b96a5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.673385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523263f-6883-47e9-97a5-2df755abd3a8 req-aedc94c6-94f2-4206-8b19-4d89110eaf91 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:00.681942 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c523263f-6883-47e9-97a5-2df755abd3a8 req-aedc94c6-94f2-4206-8b19-4d89110eaf91 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0641401 May 27 09:40:00.703612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Pushing event updated for resources: {'Subnet': ['ID=361bee3e-37a3-4062-8a22-e7c7c10b96a5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:00.705484 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:00.724511 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Checking segment: {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:00.724733 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Network hostable DHCP agents. Network: bc3314c2-6f7a-4cfb-97c0-f4db7429a577, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:40:00.742354 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c523263f-6883-47e9-97a5-2df755abd3a8 req-f55e4cfe-be52-4d7a-aa2f-75d201d20658 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 May 27 09:40:00.765374 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:40:00.776426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, bc3314c2-6f7a-4cfb-97c0-f4db7429a577) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:00.781306 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:00.782633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:00.789287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c008d-ce30-4a6f-8548-4576889b9abe None None] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:00.805110 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-026a970b-d122-4831-a826-7c1b371d896a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5237362 May 27 09:40:00.961336 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df1e30-4161-4998-b0d5-3722dcef93b9 None None] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:01.108758 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-915845e9-8608-4e41-a0fb-461bbb4c2a89 service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990577 May 27 09:40:01.282910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e2a1-1c58-4ff7-b903-633d66243f2b req-6d03d32b-c875-4fc8-a1df-c56b936d8deb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:01.290906 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ce32e2a1-1c58-4ff7-b903-633d66243f2b req-6d03d32b-c875-4fc8-a1df-c56b936d8deb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0799701 May 27 09:40:01.434503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad86f-d293-42a7-b1af-5dea2fa3b3a2 req-49a21659-5d39-44af-a115-4442d49b2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:01.436080 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a5ad86f-d293-42a7-b1af-5dea2fa3b3a2 req-49a21659-5d39-44af-a115-4442d49b2980 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1130 time: 0.1337235 May 27 09:40:01.454280 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37038) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:01.551553 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ce32e2a1-1c58-4ff7-b903-633d66243f2b req-6a4fc033-4b88-4f11-9293-b2336f543fc0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447398 May 27 09:40:01.567057 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37052) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:01.584067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-16b448f6-f753-4809-8c34-f4ac26f183ef tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:01.585657 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-16b448f6-f753-4809-8c34-f4ac26f183ef tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.65 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.1700964 May 27 09:40:01.626822 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-927c3a00-fc0f-43c7-a168-d6b4d8c4f1dc req-bc77d1a9-d783-40b5-8b7e-b48ec200eb6b service neutron] 10.222.0.65 "GET /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334279 May 27 09:40:01.750774 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9cb50e-21c2-4cc9-8747-b029edeff3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.754335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8bada582-aa81-4d91-876c-a3c2ec59647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.779764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a5ad86f-d293-42a7-b1af-5dea2fa3b3a2 req-36468deb-6269-4419-b7de-f2c2741ba11c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063993 May 27 09:40:01.843370 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:01.854238 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827caf7-ecdc-4126-b468-efa9aa49bddf req-b756c629-5182-49c6-8ea0-697cd555b383 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:01.855849 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0827caf7-ecdc-4126-b468-efa9aa49bddf req-b756c629-5182-49c6-8ea0-697cd555b383 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 945 time: 0.1884053 May 27 09:40:01.868962 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864017f9-1346-46e3-88ac-01418766ca6b req-881590a4-28f6-43f8-bcbe-e41fcba386cb tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:01.870453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-864017f9-1346-46e3-88ac-01418766ca6b req-881590a4-28f6-43f8-bcbe-e41fcba386cb tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1990249 May 27 09:40:01.870944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:01.900631 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9cb50e-21c2-4cc9-8747-b029edeff3f1 admin admin] Publish callbacks [] for security_group (3b2ecc09-70be-44c2-a0ec-069cd10d8432), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.905997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8bada582-aa81-4d91-876c-a3c2ec59647b admin admin] Publish callbacks [] for security_group (778b1aa7-902a-45a3-b003-cbdc57be9937), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.907466 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf9cb50e-21c2-4cc9-8747-b029edeff3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3b2ecc09-70be-44c2-a0ec-069cd10d8432), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.918243 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8bada582-aa81-4d91-876c-a3c2ec59647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (778b1aa7-902a-45a3-b003-cbdc57be9937), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.923176 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Deleting port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:40:01.923554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:01.967167 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bf9cb50e-21c2-4cc9-8747-b029edeff3f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd7e2da02b0744418dae62d03b3c5fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962131 May 27 09:40:01.967688 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37060) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:01.968448 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cb50e-21c2-4cc9-8747-b029edeff3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ecc09-70be-44c2-a0ec-069cd10d8432,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:01.975142 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8bada582-aa81-4d91-876c-a3c2ec59647b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66f3f54ee34b4d579246d142730b5ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197783 May 27 09:40:01.982731 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37062) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:01.983993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:02.044124 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bada582-aa81-4d91-876c-a3c2ec59647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b1aa7-902a-45a3-b003-cbdc57be9937,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:02.099505 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] Publish callbacks [] for security_group (778b1aa7-902a-45a3-b003-cbdc57be9937), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.101328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] Publish callbacks [] for security_group (3b2ecc09-70be-44c2-a0ec-069cd10d8432), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.138914 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] Publish callbacks [] for security_group (778b1aa7-902a-45a3-b003-cbdc57be9937), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.141803 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] Publish callbacks [] for security_group (3b2ecc09-70be-44c2-a0ec-069cd10d8432), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.194902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-864017f9-1346-46e3-88ac-01418766ca6b req-ae164d35-c4ee-4e2f-908c-fc4fdb698693 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155005 May 27 09:40:02.200663 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0827caf7-ecdc-4126-b468-efa9aa49bddf req-6eb008c6-325d-470d-973f-49f4b97fe021 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/security-groups?id=97afe899-fae2-4a82-901e-17a685d2583a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224998 May 27 09:40:02.218267 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3b2ecc09-70be-44c2-a0ec-069cd10d8432), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.221578 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.225339 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b2ecc09-70be-44c2-a0ec-069cd10d8432 HTTP/1.1" status: 204 len: 168 time: 0.2506304 May 27 09:40:02.242120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (778b1aa7-902a-45a3-b003-cbdc57be9937), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.242120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.242120 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/778b1aa7-902a-45a3-b003-cbdc57be9937 HTTP/1.1" status: 204 len: 168 time: 0.2552407 May 27 09:40:02.242120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ce50d-1d30-4f8b-9c44-0c8749677662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ecc09-70be-44c2-a0ec-069cd10d8432,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:02.259223 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] For port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,segment=NetworkSegment(f7415139-fd94-4f94-a92b-985e0288ae4e),segment_id=f7415139-fd94-4f94-a92b-985e0288ae4e)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:02.259516 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.285797 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a099e-bee3-4b79-b769-f3f94a077b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b1aa7-902a-45a3-b003-cbdc57be9937,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:02.334082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Calling delete_port for 91c5ca83-bcb7-4dd6-8333-c29ae094c13b owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:40:02.474474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973f50-a012-429f-b49a-d0001b2cd41a req-2ae71f10-614d-45b8-a420-edde2c92dde1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:02.476021 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5973f50-a012-429f-b49a-d0001b2cd41a req-2ae71f10-614d-45b8-a420-edde2c92dde1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1744869 May 27 09:40:02.485515 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd24a70-1d43-4f9e-b87d-039be8ac1225 req-21c72eed-d267-48c5-99d4-0aa9bcd01338 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:02.485785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37072) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:02.490254 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'floatingip': {'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:02.495847 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fd24a70-1d43-4f9e-b87d-039be8ac1225 req-21c72eed-d267-48c5-99d4-0aa9bcd01338 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1545136 May 27 09:40:02.595116 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.605586 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:02.619550 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fd24a70-1d43-4f9e-b87d-039be8ac1225 req-adbf784e-2344-4430-9143-edd5d89e704a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221397 May 27 09:40:02.712322 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37086) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:02.740979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe115-ee63-4792-a877-d102b20c80da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.743156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (91c5ca83-bcb7-4dd6-8333-c29ae094c13b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.782933 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['91c5ca83-bcb7-4dd6-8333-c29ae094c13b'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:40:02.790382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Pushing event deleted for resources: {'Port': ['ID=91c5ca83-bcb7-4dd6-8333-c29ae094c13b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:02.868072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] No DVR routers for this DVR port 91c5ca83-bcb7-4dd6-8333-c29ae094c13b on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:40:02.871572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.874655 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1227e94c-c059-4029-9c3b-d50e7449e6cc req-b8740e57-b974-4f65-b32f-18d40fc5e4da tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.65 "DELETE /v2.0/ports/91c5ca83-bcb7-4dd6-8333-c29ae094c13b HTTP/1.1" status: 204 len: 173 time: 1.2729864 May 27 09:40:02.878185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'name': 'network-vif-deleted', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:02.880564 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36eb620-b321-482a-8228-89e43510f160" -d '{"events": [{"server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "name": "network-vif-deleted", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:02.920702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92945938-11d2-4ce3-87df-c9dbf3eab468 x-openstack-request-id: req-92945938-11d2-4ce3-87df-c9dbf3eab468 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:02.921094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b9b30-f34e-4800-a994-d0d7cb7344e5", "name": "network-vif-deleted", "tag": "91c5ca83-bcb7-4dd6-8333-c29ae094c13b", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:02.921349 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92945938-11d2-4ce3-87df-c9dbf3eab468 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:02.921745 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92945938-11d2-4ce3-87df-c9dbf3eab468'] response: {'server_uuid': '415b9b30-f34e-4800-a994-d0d7cb7344e5', 'name': 'network-vif-deleted', 'tag': '91c5ca83-bcb7-4dd6-8333-c29ae094c13b', 'status': 'completed', 'code': 200} May 27 09:40:02.949166 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe115-ee63-4792-a877-d102b20c80da admin admin] Publish callbacks [] for security_group (5e9207f1-b0fc-4b50-aa44-b62820a19745), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:02.954528 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe115-ee63-4792-a877-d102b20c80da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5e9207f1-b0fc-4b50-aa44-b62820a19745), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.014549 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ec5fe115-ee63-4792-a877-d102b20c80da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=731ab09764ad4bacaf4689b5d819ac9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004868 May 27 09:40:03.017070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fe115-ee63-4792-a877-d102b20c80da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9207f1-b0fc-4b50-aa44-b62820a19745,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:03.019489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37098) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:03.074669 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:03.075650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] Publish callbacks [] for security_group (5e9207f1-b0fc-4b50-aa44-b62820a19745), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.100522 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] Publish callbacks [] for security_group (5e9207f1-b0fc-4b50-aa44-b62820a19745), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.153514 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5e9207f1-b0fc-4b50-aa44-b62820a19745), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.156653 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.157814 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e9207f1-b0fc-4b50-aa44-b62820a19745 HTTP/1.1" status: 204 len: 168 time: 0.1374269 May 27 09:40:03.166023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71a5fb-bf2e-4bd8-a8a0-77ad3443cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9207f1-b0fc-4b50-aa44-b62820a19745,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:03.424802 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c340e093-118d-483e-b009-604d945dcdba req-d51299f3-d727-4db4-b94f-7525c2174ce6 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0457375 May 27 09:40:03.478246 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e43fc-0cb3-44e6-b5b0-198c52c8e241 req-2a973a7a-7c5e-4625-957e-1cbf5ceee9e9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:03.479807 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-911e43fc-0cb3-44e6-b5b0-198c52c8e241 req-2a973a7a-7c5e-4625-957e-1cbf5ceee9e9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0533385 May 27 09:40:03.504597 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:03.553333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-911e43fc-0cb3-44e6-b5b0-198c52c8e241 req-7f004996-f39b-42d5-ab3f-1fabd2570b63 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654171 May 27 09:40:03.624948 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.630623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:03.755937 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Floating IP fa39a447-4e29-47e1-9a75-254146f3ff8d associated. External IP: 172.27.1.242, port: 6328b701-4055-487d-8cef-ec0bdfa4ceda. May 27 09:40:03.802224 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21edb2-04fa-48a8-a7b6-390a9c11c5b3 req-8af5d8e9-9cf6-455b-8e07-d59066ab4f20 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:03.804448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7e21edb2-04fa-48a8-a7b6-390a9c11c5b3 req-8af5d8e9-9cf6-455b-8e07-d59066ab4f20 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0643587 May 27 09:40:03.869003 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7e21edb2-04fa-48a8-a7b6-390a9c11c5b3 req-5a00cb1c-3291-42ee-8a8c-d8261fb9997d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 May 27 09:40:03.945275 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:04.022052 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:40:04.168160 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:04.182490 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:04.197760 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:04.200358 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:04.201403 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:39:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:04.238235 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f23e889a-5737-4d11-9fa0-103f76ed9d39 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "PUT /v2.0/floatingips/fa39a447-4e29-47e1-9a75-254146f3ff8d HTTP/1.1" status: 200 len: 991 time: 1.7513256 May 27 09:40:04.238923 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:04.243688 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93facdc-2540-4328-99bc-2a3ffeaff39a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:04.286886 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e34df3-f6a6-4d98-b39a-c9eddd472b49 x-openstack-request-id: req-f0e34df3-f6a6-4d98-b39a-c9eddd472b49 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:04.287167 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:04.287460 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0e34df3-f6a6-4d98-b39a-c9eddd472b49 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:04.287852 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e34df3-f6a6-4d98-b39a-c9eddd472b49'] response: {'name': 'network-changed', 'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'status': 'completed', 'code': 200} May 27 09:40:04.323771 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:04.384993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-ad4fc206-8492-4e82-b46f-1063acf8b402 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:04.386755 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-ad4fc206-8492-4e82-b46f-1063acf8b402 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 809 time: 0.1187468 May 27 09:40:04.401686 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-654ab472-bba8-46e7-91b7-d7823c0531ed tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/quotas/4b17fac30e6a469a8e0ca8b6e2fcdc1d HTTP/1.1" status: 200 len: 375 time: 0.0096791 May 27 09:40:04.442471 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-1cf425de-31d0-41c9-ab5b-316c97363eaa tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331457 May 27 09:40:04.562509 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba13cfcd-72d3-4b20-98fc-94d206b9f452 req-186aac6d-c260-4bb8-b22c-b9799d8cc937 tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0352857 May 27 09:40:04.592835 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-9c419c4c-f898-49da-b30c-bf01a0fd0ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398001 May 27 09:40:04.603348 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'fa39a447-4e29-47e1-9a75-254146f3ff8d', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:12Z', 'updated_at': '2022-05-27T09:40:03Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:04.629623 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:04.638403 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:04.638935 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:39:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:04.714107 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:04.746029 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b92b8b-3b0d-410b-8043-18398fcc37ac req-b68e3ce1-a975-413f-95ba-30539b834116 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:04.747521 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-45b92b8b-3b0d-410b-8043-18398fcc37ac req-b68e3ce1-a975-413f-95ba-30539b834116 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0770130 May 27 09:40:04.755471 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:04.759422 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-d08283b0-d0e4-40ca-84ae-afaec1b35c50 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587477 May 27 09:40:04.840695 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 91c5ca83-bcb7-4dd6-8333-c29ae094c13b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:40:04.860714 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-45b92b8b-3b0d-410b-8043-18398fcc37ac req-871a24da-c864-49dd-a116-65a5b828bbab tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001511 May 27 09:40:04.874315 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 91c5ca83-bcb7-4dd6-8333-c29ae094c13b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:40:04.875165 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 91c5ca83-bcb7-4dd6-8333-c29ae094c13b not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:40:05.025430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb0b1c-c9b3-4213-9614-38d1a92be95b req-05be0d2b-2adf-45a8-8f18-1edd71dc4f91 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:05.027059 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75eb0b1c-c9b3-4213-9614-38d1a92be95b req-05be0d2b-2adf-45a8-8f18-1edd71dc4f91 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0743132 May 27 09:40:05.036729 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37186) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:05.041454 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'floatingip': {'port_id': '170fc0f5-d663-45e7-aca9-b414a735e887'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:05.122254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4555d-8631-4cfe-a34c-be6cc797b102 req-1bba8f7f-9e8d-44f4-b6ac-d03bb2ce8d31 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:05.126749 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'fa39a447-4e29-47e1-9a75-254146f3ff8d', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:12Z', 'updated_at': '2022-05-27T09:40:03Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:05.131913 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:05.131999 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bef4555d-8631-4cfe-a34c-be6cc797b102 req-1bba8f7f-9e8d-44f4-b6ac-d03bb2ce8d31 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1039176 May 27 09:40:05.170641 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0dd0-48ab-40f4-b8a6-a654e6a3aff6 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'fa39a447-4e29-47e1-9a75-254146f3ff8d', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:12Z', 'updated_at': '2022-05-27T09:40:03Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:05.195016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dddad661-f52d-44cc-8863-3915f95c2d4c req-5d263379-84c6-4e13-babb-5dd542f9923c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 210 time: 0.0580342 May 27 09:40:05.212411 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-129d21f0-229c-4093-b140-919198bd6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:05.214087 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-129d21f0-229c-4093-b140-919198bd6335 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1129 time: 0.2758954 May 27 09:40:05.284985 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bef4555d-8631-4cfe-a34c-be6cc797b102 req-829c8c08-c749-41a2-b0cb-64788ec20d03 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520138 May 27 09:40:05.377570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:05.565036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-0aaf1ab5-3fd3-4d0c-8c26-1723f0fad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:05.570136 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-0aaf1ab5-3fd3-4d0c-8c26-1723f0fad067 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.2207496 May 27 09:40:05.585896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe221516-5541-47da-be27-dcec0e1dad26 None None] New status for floating IP fa39a447-4e29-47e1-9a75-254146f3ff8d: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:40:05.656481 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:40:05.813867 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5a45ba7-0336-4128-b508-fbc6b278e679 req-d4977ee8-43e7-4e19-9a2a-e441ed87744e tempest-DeleteServersTestJSON-1899004207 tempest-DeleteServersTestJSON-1899004207-project] 10.222.0.41 "GET /v2.0/ports?device_id=415b9b30-f34e-4800-a994-d0d7cb7344e5 HTTP/1.1" status: 200 len: 210 time: 0.0665746 May 27 09:40:05.820626 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-76224bb3-3214-4fb6-8238-02deb28b1be8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 999 time: 0.2434678 May 27 09:40:05.925541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-0fede8bb-8828-4be5-baa0-8a7f0a9325ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:05.927956 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-0fede8bb-8828-4be5-baa0-8a7f0a9325ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.1007035 May 27 09:40:06.013059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-e4d73ca1-fc06-48c5-b346-1d383531e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:06.015084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-e4d73ca1-fc06-48c5-b346-1d383531e202 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797071 May 27 09:40:06.110889 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:06.117143 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:06.157082 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-61afe811-c0e5-4985-ad3b-e17cdde58f5b service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332910 May 27 09:40:06.185216 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:06.251703 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Floating IP 67a7b960-5507-4930-b022-90e65cce360b associated. External IP: 172.27.1.204, port: 170fc0f5-d663-45e7-aca9-b414a735e887. May 27 09:40:06.317467 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-17cf8c6a-5cfc-4f40-be51-a3c8eade1e88 req-be8b52ad-8ce9-4dc0-bec8-f9d9de430d00 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 210 time: 0.0336881 May 27 09:40:06.446440 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:06.476808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963a3f-e003-45d8-8c00-eed17436640b req-55028fdb-f346-4530-8180-eb83ef088e54 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:06.478025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63963a3f-e003-45d8-8c00-eed17436640b req-55028fdb-f346-4530-8180-eb83ef088e54 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0939090 May 27 09:40:06.508720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:40:06.572816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e93facdc-2540-4328-99bc-2a3ffeaff39a req-e7347244-ab7d-4b4e-af64-4e0910718b96 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526549 May 27 09:40:06.576731 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63963a3f-e003-45d8-8c00-eed17436640b req-4f042d29-3909-43f9-8d10-ddca0abafc65 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 May 27 09:40:06.629672 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:06.635988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:06.642297 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:06.664242 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:06.664917 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:39:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:06.732627 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-65777324-e8d0-437e-a49f-df9f88145920 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "PUT /v2.0/floatingips/67a7b960-5507-4930-b022-90e65cce360b HTTP/1.1" status: 200 len: 992 time: 1.6947417 May 27 09:40:06.737767 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:06.772362 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95537bde-f581-4e9f-9674-24d8179ea6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:06.847088 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe8d44d-e99d-4cda-a750-e70ea968520d x-openstack-request-id: req-afe8d44d-e99d-4cda-a750-e70ea968520d {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:06.847677 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:06.848824 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afe8d44d-e99d-4cda-a750-e70ea968520d {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:06.850788 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe8d44d-e99d-4cda-a750-e70ea968520d'] response: {'name': 'network-changed', 'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887', 'status': 'completed', 'code': 200} May 27 09:40:06.907073 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:07.010773 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:07.040842 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-ce14f0a9-e1a6-49b1-9517-483f3780ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.042448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-ce14f0a9-e1a6-49b1-9517-483f3780ba96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1130 time: 0.0572202 May 27 09:40:07.049967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-9274e3bf-fd43-4bfc-8a3e-dce86e0d4ce0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.051472 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-9274e3bf-fd43-4bfc-8a3e-dce86e0d4ce0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 809 time: 0.4486909 May 27 09:40:07.081448 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:07.122941 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Request body: {'port': {'device_id': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577', 'admin_state_up': True, 'tenant_id': '4b17fac30e6a469a8e0ca8b6e2fcdc1d'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:07.163866 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '67a7b960-5507-4930-b022-90e65cce360b', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': '170fc0f5-d663-45e7-aca9-b414a735e887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:1c:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:17Z', 'updated_at': '2022-05-27T09:40:05Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:07.190164 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:07.200652 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:07.201254 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:39:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:07.262558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:07.302843 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-783f0a5f-ccc8-4486-b9a2-ca56c88f0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.304456 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-783f0a5f-ccc8-4486-b9a2-ca56c88f0527 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.1961813 May 27 09:40:07.319312 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:07.371092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Made reservation on behalf of 4b17fac30e6a469a8e0ca8b6e2fcdc1d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:07.375730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:07.382358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:07.418737 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-e885b677-a222-408a-b75f-37fa02aa2fbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 1000 time: 0.1063852 May 27 09:40:07.488016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-09af718c-93c8-478c-a509-94334763ce0b req-63e78ff2-3579-45c3-a205-6fe3b73fa2f8 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 210 time: 0.0667722 May 27 09:40:07.545503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-71290b61-a4e0-4f04-bc2a-a6e8c0bb2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.547153 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-71290b61-a4e0-4f04-bc2a-a6e8c0bb2998 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.1169312 May 27 09:40:07.568555 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '67a7b960-5507-4930-b022-90e65cce360b', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': '170fc0f5-d663-45e7-aca9-b414a735e887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:1c:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:17Z', 'updated_at': '2022-05-27T09:40:05Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:07.597391 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37093076-cc08-40b0-b5c5-353c1ce01f2f None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '67a7b960-5507-4930-b022-90e65cce360b', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': '170fc0f5-d663-45e7-aca9-b414a735e887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:1c:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:39:17Z', 'updated_at': '2022-05-27T09:40:05Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:07.643652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-fe6e5150-74ab-4981-b983-9acb2b3aa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.646058 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-fe6e5150-74ab-4981-b983-9acb2b3aa32b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856032 May 27 09:40:07.666794 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Allocated IP 172.20.0.10 (bc3314c2-6f7a-4cfb-97c0-f4db7429a577/361bee3e-37a3-4062-8a22-e7c7c10b96a5/5932c00e-2b72-4238-a07a-4ad7909ecf5b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:07.704957 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37288) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:07.798449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5cc3-49fc-4be6-af8b-20b01a50eebe req-4c8c57ff-4185-46e3-b73c-3be681b94654 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:07.800010 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f6d5cc3-49fc-4be6-af8b-20b01a50eebe req-4c8c57ff-4185-46e3-b73c-3be681b94654 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1197743 May 27 09:40:07.821619 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d837284-3266-47d6-ba7f-c1d7724cb273 None None] New status for floating IP 67a7b960-5507-4930-b022-90e65cce360b: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:40:07.897158 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3babec-be5c-42ae-9bad-1a7a86d0ed03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:07.908800 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-cc309747-6bbc-43d2-802e-11d943aceec8 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546844 May 27 09:40:07.932672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:07.965968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f6d5cc3-49fc-4be6-af8b-20b01a50eebe req-a47990d1-e9ff-448f-8d88-463f10ad0abc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526623 May 27 09:40:08.127755 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:08.130883 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks [] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.136710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95537bde-f581-4e9f-9674-24d8179ea6f8 req-13f030e1-91f3-4385-a7b0-956189ec8b54 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145944 May 27 09:40:08.161742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:08.171456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3babec-be5c-42ae-9bad-1a7a86d0ed03 admin admin] Publish callbacks [] for security_group (b7de6035-467c-486e-b43a-ac7d040157ef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.178742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3babec-be5c-42ae-9bad-1a7a86d0ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b7de6035-467c-486e-b43a-ac7d040157ef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.232348 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-af3babec-be5c-42ae-9bad-1a7a86d0ed03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2566ca6b7046431c9c093a02ebe5a03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230224 May 27 09:40:08.235417 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3babec-be5c-42ae-9bad-1a7a86d0ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de6035-467c-486e-b43a-ac7d040157ef,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:08.236024 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37294) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:08.241268 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.283967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:08.288491 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] Publish callbacks [] for security_group (b7de6035-467c-486e-b43a-ac7d040157ef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.289110 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:08.293466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:08.312701 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] Publish callbacks [] for security_group (b7de6035-467c-486e-b43a-ac7d040157ef), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.317594 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Pushing event updated for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:08.362009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:08.362710 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.374950 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b7de6035-467c-486e-b43a-ac7d040157ef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.378245 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.380133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-7fd5a2eb-23a6-48ae-8602-36ba322476c7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2706001 May 27 09:40:08.380404 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7de6035-467c-486e-b43a-ac7d040157ef HTTP/1.1" status: 204 len: 168 time: 0.1429484 May 27 09:40:08.392593 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cbf87-593d-475b-8b1d-7a21a03dbb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de6035-467c-486e-b43a-ac7d040157ef,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:08.542934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Request body: {'port': {'device_id': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:08.647862 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb52b-c541-4652-8a9b-adf23e77191a req-6da0d36e-d654-4e67-b050-649c6a92856c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:08.649346 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-616bb52b-c541-4652-8a9b-adf23e77191a req-6da0d36e-d654-4e67-b050-649c6a92856c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 932 time: 0.0733273 May 27 09:40:08.658294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:08.749305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-616bb52b-c541-4652-8a9b-adf23e77191a req-45b58949-15e7-439c-bc68-edae7c24af65 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812912 May 27 09:40:09.008566 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5932c00e-2b72-4238-a07a-4ad7909ecf5b {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:40:09.018248 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks [] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.045526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Transition to ACTIVE for port object 5932c00e-2b72-4238-a07a-4ad7909ecf5b will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:40:09.052082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.058035 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:09.077258 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:09.159040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069363b2-21ef-46cf-87c0-82c182243804 req-b811a492-a4c0-41ff-bed5-6f151c1164b8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.160586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-069363b2-21ef-46cf-87c0-82c182243804 req-b811a492-a4c0-41ff-bed5-6f151c1164b8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0929818 May 27 09:40:09.161196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Pushing event updated for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:09.200292 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-560106299-network', 'tenant_id': 'fd5b7a3a6f5942b49b847f5d9ee9802a'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:09.224848 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Made reservation on behalf of fd5b7a3a6f5942b49b847f5d9ee9802a for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:09.227470 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.236420 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.264485 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:09.277048 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-069363b2-21ef-46cf-87c0-82c182243804 req-655c6dd8-3521-4455-9ce5-b38d88c56e3c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921364 May 27 09:40:09.280730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Attempting to bind port 5932c00e-2b72-4238-a07a-4ad7909ecf5b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:09.281195 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Attempting to bind port 5932c00e-2b72-4238-a07a-4ad7909ecf5b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:09.281551 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Attempting to bind port 5932c00e-2b72-4238-a07a-4ad7909ecf5b on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:09.289168 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Port 5932c00e-2b72-4238-a07a-4ad7909ecf5b on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:40:09.289490 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Attempting to bind port 5932c00e-2b72-4238-a07a-4ad7909ecf5b on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:09.301249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:09.301249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Checking segment: {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:09.301249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Bound using segment: {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:09.301249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Bound port: 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:09.301249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.329830 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks [] for security_group (aa8a6072-b988-4ecc-871b-c9c571039e83), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.333296 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (aa8a6072-b988-4ecc-871b-c9c571039e83), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.362468 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:40:09.369207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a6072-b988-4ecc-871b-c9c571039e83,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:09.376711 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (826ed54a-a74d-4cf4-8035-9169b971cf6d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.378031 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Added segment 826ed54a-a74d-4cf4-8035-9169b971cf6d of type vlan for network 04049278-c636-4fe8-a556-15302f4c13d9 May 27 09:40:09.385191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:09.390230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:09.402221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.436167 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (04049278-c636-4fe8-a556-15302f4c13d9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.452207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.453185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.455692 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] 10.222.0.65 "PUT /v2.0/ports/5932c00e-2b72-4238-a07a-4ad7909ecf5b HTTP/1.1" status: 200 len: 1094 time: 0.9172821 May 27 09:40:09.455891 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:09.460127 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:09.463762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:09.470335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (04049278-c636-4fe8-a556-15302f4c13d9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.471472 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.473140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.492952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167f2a4-9f8d-46c8-af1d-23b10bb383cc service neutron] Pushing event updated for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:09.519030 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4405928 May 27 09:40:09.522074 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37350) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:09.527091 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Request body: {'subnet': {'network_id': '04049278-c636-4fe8-a556-15302f4c13d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-560106299-subnet', 'tenant_id': 'fd5b7a3a6f5942b49b847f5d9ee9802a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:09.566273 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8b4ef-a4bf-4fce-a527-af5259b97438 admin admin] Pushing event updated for resources: {'Network': ['ID=04049278-c636-4fe8-a556-15302f4c13d9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:09.579612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 04049278-c636-4fe8-a556-15302f4c13d9 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:40:09.581181 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9485056-bb0b-42ce-80e5-9d2bc93480dc x-openstack-request-id: req-a9485056-bb0b-42ce-80e5-9d2bc93480dc {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:09.581521 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:09.581775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9485056-bb0b-42ce-80e5-9d2bc93480dc {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:09.582179 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9485056-bb0b-42ce-80e5-9d2bc93480dc'] response: {'name': 'network-changed', 'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b', 'status': 'completed', 'code': 200} May 27 09:40:09.588073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37354) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:09.594047 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Made reservation on behalf of fd5b7a3a6f5942b49b847f5d9ee9802a for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:09.599121 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66547143'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.634797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-b030a7c1-d92a-46bb-9bf6-34dd996771fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.636433 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-b030a7c1-d92a-46bb-9bf6-34dd996771fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 1128 time: 0.1090932 May 27 09:40:09.665706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Deleting subnet d0f09a3c-d000-48eb-a49f-c55d0b41fff4 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:40:09.670359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Publish callbacks [] for subnet (d0f09a3c-d000-48eb-a49f-c55d0b41fff4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.718582 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-145e7ab7-8a4e-4213-b686-694df953c7f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b HTTP/1.1" status: 200 len: 217 time: 0.0634303 May 27 09:40:09.769868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (d0f09a3c-d000-48eb-a49f-c55d0b41fff4), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.822827 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-75b4db0d-cd3e-4e33-b5f3-65fc53a8cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.824381 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-75b4db0d-cd3e-4e33-b5f3-65fc53a8cd7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=361bee3e-37a3-4062-8a22-e7c7c10b96a5 HTTP/1.1" status: 200 len: 849 time: 0.0976062 May 27 09:40:09.836162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (d0f09a3c-d000-48eb-a49f-c55d0b41fff4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:09.880924 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:09.905210 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-a6671fdd-2cda-477d-8d2b-f6caa6a15c41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659118 May 27 09:40:09.989884 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebad7c-61e3-45da-b536-5be0035fb48e req-610a83c6-a529-4346-8dac-cb36d96bacf0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:09.991609 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2aebad7c-61e3-45da-b536-5be0035fb48e req-610a83c6-a529-4346-8dac-cb36d96bacf0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 944 time: 0.1317911 May 27 09:40:10.017468 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66407000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66547153'] for subnet (ff1b174f-763c-4935-9f0f-c15d178a3353), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.063518 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (d0f09a3c-d000-48eb-a49f-c55d0b41fff4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.083772 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1b174f-763c-4935-9f0f-c15d178a3353,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:10.091436 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Checking segment: {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:10.091801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Network hostable DHCP agents. Network: 04049278-c636-4fe8-a556-15302f4c13d9, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:40:10.111089 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Network 04049278-c636-4fe8-a556-15302f4c13d9 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:40:10.121746 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 04049278-c636-4fe8-a556-15302f4c13d9) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:10.122434 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.126190 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0f09a3c-d000-48eb-a49f-c55d0b41fff4 HTTP/1.1" status: 204 len: 168 time: 0.5370119 May 27 09:40:10.128150 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:10.128840 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.132889 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37360) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:10.133018 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b421c6-3ca2-4140-8e07-610dcaa4b1a8 None None] Network 04049278-c636-4fe8-a556-15302f4c13d9 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:10.142082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00fd7-50f9-4215-848b-09ae6d16a5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f09a3c-d000-48eb-a49f-c55d0b41fff4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:10.162797 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-fc6937c7-bad0-4490-a0a0-cda0786b6cf2 service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322676 May 27 09:40:10.166656 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2aebad7c-61e3-45da-b536-5be0035fb48e req-9772dc0b-e073-4bfb-9e27-7ef1d28ca6ba tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473374 May 27 09:40:10.239687 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.247205 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9405be71-bc02-4523-8622-cd8a1b68c00a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7239916 May 27 09:40:10.320439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:10.360154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d1b49fb-ec74-480f-b72b-49484d56ddd9 req-770a7c95-f949-4f19-a937-de1d78179c3a service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907892 May 27 09:40:10.388546 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342fcdd-6381-4af9-8a29-42776edf9fc4 None None] Network 04049278-c636-4fe8-a556-15302f4c13d9 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:10.403981 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.454443 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:10.474051 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7415139-fd94-4f94-a92b-985e0288ae4e') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:10.474348 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7415139-fd94-4f94-a92b-985e0288ae4e') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:10.479612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945388d-1656-40ff-a41b-7bf7926efc01 req-2f07838d-dbd4-4536-bfe9-315661cf0d6c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:10.481605 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8945388d-1656-40ff-a41b-7bf7926efc01 req-2f07838d-dbd4-4536-bfe9-315661cf0d6c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0905774 May 27 09:40:10.498316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (f7415139-fd94-4f94-a92b-985e0288ae4e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.532787 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (f7415139-fd94-4f94-a92b-985e0288ae4e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.549661 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:40:10.550235 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (f7415139-fd94-4f94-a92b-985e0288ae4e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.555842 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8945388d-1656-40ff-a41b-7bf7926efc01 req-e5f8df25-b9d2-469a-a2d0-5429f4d34114 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 May 27 09:40:10.605326 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment f7415139-fd94-4f94-a92b-985e0288ae4e resource provider aggregate not found May 27 09:40:10.622186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.628571 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment f7415139-fd94-4f94-a92b-985e0288ae4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7415139-fd94-4f94-a92b-985e0288ae4e found for delete ", "request_id": "req-5f49f67f-e5fc-4272-a3f4-a58e5e881b1a"}]} May 27 09:40:10.638114 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.643335 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] 10.222.0.41 "DELETE /v2.0/networks/a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2 HTTP/1.1" status: 204 len: 168 time: 0.5071206 May 27 09:40:10.652842 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039df659-e5d3-45a4-bc39-ce357c9e5b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a40ee27f-8386-4948-8fe3-6a3f0bfc0eb2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:10.764539 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37388) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:10.820961 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bb2841cd-fdc9-409e-8123-59f5635ffbea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7479df6fb46a412398b2e1749b0cbd96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0551963 May 27 09:40:10.823645 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37390) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:10.857118 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:10.884427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] Publish callbacks [] for security_group (97afe899-fae2-4a82-901e-17a685d2583a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.912346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] Publish callbacks [] for security_group (97afe899-fae2-4a82-901e-17a685d2583a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.964379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (97afe899-fae2-4a82-901e-17a685d2583a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.966910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:10.968230 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97afe899-fae2-4a82-901e-17a685d2583a HTTP/1.1" status: 204 len: 168 time: 0.1432526 May 27 09:40:10.976272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babaf391-2c9e-4ab2-84c6-62b651b9a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97afe899-fae2-4a82-901e-17a685d2583a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:11.292389 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496731-9775-472a-af0a-15eeef0144e8 req-02fb5471-ff11-4bcc-afd4-dfca65b0bbbf tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:11.293884 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-de496731-9775-472a-af0a-15eeef0144e8 req-02fb5471-ff11-4bcc-afd4-dfca65b0bbbf tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 944 time: 0.0505173 May 27 09:40:11.342944 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-de496731-9775-472a-af0a-15eeef0144e8 req-59c9e730-3f9e-433d-9d56-716ce4a58cef tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 May 27 09:40:11.698117 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cdf3-3dde-4ecf-9aa7-7e05cd19c87c req-baf0a5cf-2c81-443e-a385-8d991f11426e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:11.700323 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1ff9cdf3-3dde-4ecf-9aa7-7e05cd19c87c req-baf0a5cf-2c81-443e-a385-8d991f11426e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0588932 May 27 09:40:11.763493 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1ff9cdf3-3dde-4ecf-9aa7-7e05cd19c87c req-3f32d464-5e8c-466a-87ac-4a461c0c4930 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 May 27 09:40:12.457060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839a66-bc71-4ab0-9a7f-d1351f597cab req-00d33bd4-3ec4-4654-bfab-b950320d375c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:12.458573 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1839a66-bc71-4ab0-9a7f-d1351f597cab req-00d33bd4-3ec4-4654-bfab-b950320d375c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 944 time: 0.0463979 May 27 09:40:12.509087 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1839a66-bc71-4ab0-9a7f-d1351f597cab req-e05febfc-1979-4cd2-b280-84fcb8bcd64b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 May 27 09:40:12.884674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c30ee-d2cd-49d2-955c-1548ab4bd098 req-ff0294c9-d389-444a-a054-6676b3f91358 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:12.886140 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d11c30ee-d2cd-49d2-955c-1548ab4bd098 req-ff0294c9-d389-444a-a054-6676b3f91358 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0517917 May 27 09:40:12.932032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d11c30ee-d2cd-49d2-955c-1548ab4bd098 req-d6df86f6-3e73-41bc-b90d-5971d6ae932c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 May 27 09:40:12.947700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37488) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:13.060066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b5eb62-0164-445b-9e0b-1018d0990e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.137203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b5eb62-0164-445b-9e0b-1018d0990e63 admin admin] Publish callbacks [] for security_group (d2fc5ac3-1707-465e-a4c0-0e51212317ee), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.141079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f5b5eb62-0164-445b-9e0b-1018d0990e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d2fc5ac3-1707-465e-a4c0-0e51212317ee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.179481 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5eb62-0164-445b-9e0b-1018d0990e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fc5ac3-1707-465e-a4c0-0e51212317ee,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:13.183782 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f5b5eb62-0164-445b-9e0b-1018d0990e63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9d2022c5b8c473e9ec36346168f55c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350323 May 27 09:40:13.186557 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37508) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:13.232545 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:13.236489 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] Publish callbacks [] for security_group (d2fc5ac3-1707-465e-a4c0-0e51212317ee), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.261136 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] Publish callbacks [] for security_group (d2fc5ac3-1707-465e-a4c0-0e51212317ee), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.312468 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d2fc5ac3-1707-465e-a4c0-0e51212317ee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.315166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.316508 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2fc5ac3-1707-465e-a4c0-0e51212317ee HTTP/1.1" status: 204 len: 168 time: 0.1289408 May 27 09:40:13.326758 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60452b0-6758-4bab-803a-3acad6a47526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fc5ac3-1707-465e-a4c0-0e51212317ee,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:13.442029 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:13.474757 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-0dd80ea3-31ff-4c43-b916-e36e1eb61452 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:13.476255 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-0dd80ea3-31ff-4c43-b916-e36e1eb61452 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/networks?id=04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 200 len: 813 time: 0.2912161 May 27 09:40:13.490929 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-44f8a94a-aa7c-4993-9b1f-6e863fe25a3b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/quotas/fd5b7a3a6f5942b49b847f5d9ee9802a HTTP/1.1" status: 200 len: 375 time: 0.0094094 May 27 09:40:13.522218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-a02bdd1f-ed7f-499f-abaa-caa918325bc2 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261872 May 27 09:40:13.611725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37518) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:13.631077 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6972e93-e2d5-4dba-ab2d-4ea9153cd3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.660916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7366-bcdd-4dc2-924d-ab69bc3f3d7a req-73be4746-d06c-4878-bf90-d9b1efffced6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:13.662292 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-adfc7366-bcdd-4dc2-924d-ab69bc3f3d7a req-73be4746-d06c-4878-bf90-d9b1efffced6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 944 time: 0.0687101 May 27 09:40:13.667908 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-da3270a3-0e7e-43ee-8d6c-127edd3bdfb5 service neutron] 10.222.0.41 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378815 May 27 09:40:13.688854 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:13.700119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:13.715040 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6972e93-e2d5-4dba-ab2d-4ea9153cd3a3 admin admin] Publish callbacks [] for security_group (79fd55ea-eb64-4e04-a1e9-46ecaa51be1b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.718902 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6972e93-e2d5-4dba-ab2d-4ea9153cd3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (79fd55ea-eb64-4e04-a1e9-46ecaa51be1b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.759144 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b6972e93-e2d5-4dba-ab2d-4ea9153cd3a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d204c71f603a4cc69b7cd5adc6722d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462688 May 27 09:40:13.760014 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6972e93-e2d5-4dba-ab2d-4ea9153cd3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fd55ea-eb64-4e04-a1e9-46ecaa51be1b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:13.762242 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37522) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:13.792214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-adfc7366-bcdd-4dc2-924d-ab69bc3f3d7a req-aadd1084-0bb1-4bc6-ae6d-fadc17f783c4 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107163 May 27 09:40:13.808847 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-2a6c87f0-4281-4ae0-bf1a-f5e55c63f46a service neutron] 10.222.0.41 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372199 May 27 09:40:13.814873 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] Publish callbacks [] for security_group (79fd55ea-eb64-4e04-a1e9-46ecaa51be1b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.839469 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] Publish callbacks [] for security_group (79fd55ea-eb64-4e04-a1e9-46ecaa51be1b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.889558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (79fd55ea-eb64-4e04-a1e9-46ecaa51be1b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.893159 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:13.894962 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79fd55ea-eb64-4e04-a1e9-46ecaa51be1b HTTP/1.1" status: 204 len: 168 time: 0.1312928 May 27 09:40:13.906372 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950929ca-6259-4df1-9208-0aaec187da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fd55ea-eb64-4e04-a1e9-46ecaa51be1b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:13.993003 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9b8c483-2cbd-45c7-bef9-09f99c483ae7 req-ced0f626-b2bd-49ff-ab25-fbf6a2ae0578 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 210 time: 0.0409884 May 27 09:40:14.091197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76882c0-9d24-425e-9d5b-4761f34b37e4 req-2710ce3d-4153-4ad9-b72e-d6965a1287de tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:14.099510 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b76882c0-9d24-425e-9d5b-4761f34b37e4 req-2710ce3d-4153-4ad9-b72e-d6965a1287de tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0641649 May 27 09:40:14.156571 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b76882c0-9d24-425e-9d5b-4761f34b37e4 req-9e35eb53-c3eb-4b02-bcc4-f74063931e36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 May 27 09:40:14.817307 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-54e4a5da-f472-4fbd-b240-50e6c88d6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:14.818811 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-54e4a5da-f472-4fbd-b240-50e6c88d6522 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 1128 time: 0.0465641 May 27 09:40:14.955076 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5932c00e-2b72-4238-a07a-4ad7909ecf5b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:40:14.969584 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:14.970146 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1568b-96dd-4f98-95a3-5a52096c91ba req-7548ec83-caa6-4ab5-963c-f11f15a27306 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:14.972195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dae1568b-96dd-4f98-95a3-5a52096c91ba req-7548ec83-caa6-4ab5-963c-f11f15a27306 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 944 time: 0.0705273 May 27 09:40:14.973928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-241395ab-0873-46d0-8dfe-58cd08d7ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:14.976297 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-241395ab-0873-46d0-8dfe-58cd08d7ad70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 910 time: 0.1499109 May 27 09:40:15.086088 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:15.100103 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '5932c00e-2b72-4238-a07a-4ad7909ecf5b', 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577', 'port_id': '5932c00e-2b72-4238-a07a-4ad7909ecf5b', 'mac_address': 'fa:16:3e:1e:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361bee3e-37a3-4062-8a22-e7c7c10b96a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:40:15.107214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-c7f7828b-b5c9-49c0-b007-7d18a0e01cff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b HTTP/1.1" status: 200 len: 217 time: 0.1014969 May 27 09:40:15.146924 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 5932c00e-2b72-4238-a07a-4ad7909ecf5b is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:15.147365 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:15.164586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dae1568b-96dd-4f98-95a3-5a52096c91ba req-83fe13c5-4f1f-4ab5-85fa-6bda6d6160b9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854963 May 27 09:40:15.164859 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5932c00e-2b72-4238-a07a-4ad7909ecf5b {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:40:15.166386 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-14da989e-6535-435f-ab01-66da8556104d req-cb2cbf9f-da43-450f-989d-492b60d8c539 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 210 time: 0.0579889 May 27 09:40:15.202672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:15.207968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:15.228279 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-4edb938f-b1cb-4e26-bd07-78f948915af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:15.229884 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-4edb938f-b1cb-4e26-bd07-78f948915af9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=361bee3e-37a3-4062-8a22-e7c7c10b96a5 HTTP/1.1" status: 200 len: 849 time: 0.0766807 May 27 09:40:15.258600 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:15.305453 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ac47a-d8d5-482a-8027-3ab37bf93199 req-e6d8015c-ab68-41ac-bb72-62460bb89315 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:15.307064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f4ac47a-d8d5-482a-8027-3ab37bf93199 req-e6d8015c-ab68-41ac-bb72-62460bb89315 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0555286 May 27 09:40:15.354544 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1278cce-a19a-4e69-b049-1a08db35aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:15.369401 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f4ac47a-d8d5-482a-8027-3ab37bf93199 req-2719d8f4-4b2e-4e4e-b851-ad9816e71f14 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 May 27 09:40:15.461957 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-023f67e7-cfde-4d3e-869b-66385da67ef0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270154 May 27 09:40:15.530673 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:15.632251 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-7b08e594-8691-477b-bd6b-d31418fbef48 service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416712 May 27 09:40:15.793345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f09fe1af-258a-4be1-8ffe-30c9ccbb25f1 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:15.794990 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f09fe1af-258a-4be1-8ffe-30c9ccbb25f1 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "GET /v2.0/networks?id=04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 200 len: 813 time: 0.1905646 May 27 09:40:15.798540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['5932c00e-2b72-4238-a07a-4ad7909ecf5b'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:40:15.821178 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Request body: {'port': {'device_id': '410bf802-1682-4e5d-82ed-8a8603713349', 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9', 'admin_state_up': True, 'tenant_id': 'fd5b7a3a6f5942b49b847f5d9ee9802a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:15.846874 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba3ff7ee-8bc6-48dd-a5b1-d7f247bb73a2 req-2a2561ff-be40-4241-9995-162647973e97 service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961908 May 27 09:40:16.014284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Made reservation on behalf of fd5b7a3a6f5942b49b847f5d9ee9802a for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:16.021227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.029551 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37638) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:16.068618 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37642) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:16.075123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:16.223342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Allocated IP 172.20.0.8 (04049278-c636-4fe8-a556-15302f4c13d9/ff1b174f-763c-4935-9f0f-c15d178a3353/b7c050ec-eaef-48aa-bcb9-5a8f86f2595d) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:16.248548 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa6b58ed-4a41-4a31-b245-3e52ab41f646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.372974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c6840e48-ee61-4534-9139-9300e1913d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.382422 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa6b58ed-4a41-4a31-b245-3e52ab41f646 admin admin] Publish callbacks [] for security_group (1038e64c-dbf1-44e7-b0e9-7dc6876b99d0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.389242 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa6b58ed-4a41-4a31-b245-3e52ab41f646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (1038e64c-dbf1-44e7-b0e9-7dc6876b99d0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.401385 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-10b928f7-adad-45c3-8232-615753af1365 req-4efae93c-f37e-4f93-b24e-bd333d65f2dd tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 210 time: 0.0665121 May 27 09:40:16.417314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f99a-1cf8-4dce-9d6a-cb5dd4787b5d req-4fade3de-bf94-4eda-a940-3f7909723e4c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:16.419039 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac07f99a-1cf8-4dce-9d6a-cb5dd4787b5d req-4fade3de-bf94-4eda-a940-3f7909723e4c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 945 time: 0.1346259 May 27 09:40:16.438619 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b58ed-4a41-4a31-b245-3e52ab41f646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1038e64c-dbf1-44e7-b0e9-7dc6876b99d0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.447226 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aa6b58ed-4a41-4a31-b245-3e52ab41f646 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=499d9e2350744c77996fbbcb7e50b5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773232 May 27 09:40:16.448708 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37658) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:16.498681 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] Publish callbacks [] for security_group (1038e64c-dbf1-44e7-b0e9-7dc6876b99d0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.523165 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] Publish callbacks [] for security_group (1038e64c-dbf1-44e7-b0e9-7dc6876b99d0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.575585 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (1038e64c-dbf1-44e7-b0e9-7dc6876b99d0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.578129 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.579354 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1038e64c-dbf1-44e7-b0e9-7dc6876b99d0 HTTP/1.1" status: 204 len: 168 time: 0.1302719 May 27 09:40:16.589238 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4fcd-fb78-4b53-b255-ca62c348850e req-a62b7549-e7e5-4f02-b431-4cec4eff62b9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:16.589882 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1de9e-78ef-406e-8cf9-66f91b4ced6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1038e64c-dbf1-44e7-b0e9-7dc6876b99d0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.590742 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c4e4fcd-fb78-4b53-b255-ca62c348850e req-a62b7549-e7e5-4f02-b431-4cec4eff62b9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1179938 May 27 09:40:16.597936 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:16.604121 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac07f99a-1cf8-4dce-9d6a-cb5dd4787b5d req-260bcf3b-b3e7-4ad0-baae-a32e78b7cb75 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493330 May 27 09:40:16.607320 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks [] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.696730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c6840e48-ee61-4534-9139-9300e1913d3b admin admin] Publish callbacks [] for security_group (9913d53d-908c-4688-ae79-a2bb4411f135), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.703950 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c6840e48-ee61-4534-9139-9300e1913d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9913d53d-908c-4688-ae79-a2bb4411f135), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.722152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c4e4fcd-fb78-4b53-b255-ca62c348850e req-e3e42958-b395-43b6-9617-502941c6a7ff tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 May 27 09:40:16.731736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.782295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840e48-ee61-4534-9139-9300e1913d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913d53d-908c-4688-ae79-a2bb4411f135,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.795708 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c6840e48-ee61-4534-9139-9300e1913d3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e1044cf8f9c4c6d8782bf339540b7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7650054 May 27 09:40:16.798993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37664) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:16.805378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:16.809170 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Network 04049278-c636-4fe8-a556-15302f4c13d9 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:16.811041 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Pushing event updated for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:16.814670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:16.817034 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:16.867826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:16.868438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.870476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] Publish callbacks [] for security_group (9913d53d-908c-4688-ae79-a2bb4411f135), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.886760 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-8bf60bb0-c1e4-4666-bb7b-d433dcf3ad4e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0732241 May 27 09:40:16.897676 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] Publish callbacks [] for security_group (9913d53d-908c-4688-ae79-a2bb4411f135), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.906099 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:16.910739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Request body: {'port': {'device_id': '410bf802-1682-4e5d-82ed-8a8603713349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:16.921288 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37666) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:16.942403 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5ad303-0a35-4058-8bd6-48bb7589a10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.955757 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:16.978326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9913d53d-908c-4688-ae79-a2bb4411f135), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.980895 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.981900 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:16.983730 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9913d53d-908c-4688-ae79-a2bb4411f135 HTTP/1.1" status: 204 len: 168 time: 0.1836824 May 27 09:40:17.005747 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1f80-e877-4aac-8af4-bc078e966860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913d53d-908c-4688-ae79-a2bb4411f135,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.055952 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5ad303-0a35-4058-8bd6-48bb7589a10d admin admin] Publish callbacks [] for security_group (e12a3307-55be-41c4-9fe7-7683f2e5835d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.060426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5ad303-0a35-4058-8bd6-48bb7589a10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e12a3307-55be-41c4-9fe7-7683f2e5835d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.109853 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cf5ad303-0a35-4058-8bd6-48bb7589a10d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82bed29e4b454e65ae88080c71676779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844301 May 27 09:40:17.109853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ad303-0a35-4058-8bd6-48bb7589a10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a3307-55be-41c4-9fe7-7683f2e5835d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.110902 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37670) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:17.164448 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] Publish callbacks [] for security_group (e12a3307-55be-41c4-9fe7-7683f2e5835d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.191015 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] Publish callbacks [] for security_group (e12a3307-55be-41c4-9fe7-7683f2e5835d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.209124 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5932c00e-2b72-4238-a07a-4ad7909ecf5b up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:17.255574 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e12a3307-55be-41c4-9fe7-7683f2e5835d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.258203 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.259794 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e12a3307-55be-41c4-9fe7-7683f2e5835d HTTP/1.1" status: 204 len: 168 time: 0.1472330 May 27 09:40:17.271966 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97f97a-334f-4968-921b-076a0ed5ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a3307-55be-41c4-9fe7-7683f2e5835d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.273716 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 5932c00e-2b72-4238-a07a-4ad7909ecf5b completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:40:17.298431 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 5932c00e-2b72-4238-a07a-4ad7909ecf5b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:17.298714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.385329 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c050ec-eaef-48aa-bcb9-5a8f86f2595d {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:40:17.398720 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 5932c00e-2b72-4238-a07a-4ad7909ecf5b is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:17.398947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks [] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.400024 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.414020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Transition to ACTIVE for port object b7c050ec-eaef-48aa-bcb9-5a8f86f2595d will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:40:17.416739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:17.418342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.440869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:17.443965 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330d3c64-3176-4d0f-be8e-79812429e274" -d '{"events": [{"server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "name": "network-vif-plugged", "status": "completed", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:17.461246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:17.466136 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.480797 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37684) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:17.501322 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db8bb365-1543-4f42-bb85-cea8e537b48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.528129 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4316005-7f9d-4dc7-b600-97ec8728c8e7 x-openstack-request-id: req-d4316005-7f9d-4dc7-b600-97ec8728c8e7 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:17.528674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "name": "network-vif-plugged", "status": "completed", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:17.529088 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4316005-7f9d-4dc7-b600-97ec8728c8e7 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:17.529728 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4316005-7f9d-4dc7-b600-97ec8728c8e7'] response: {'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b', 'code': 200} May 27 09:40:17.560616 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.627808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.644123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeaeb5-6a43-45cc-869c-0b97a26acee7 req-ccac7963-96ee-4576-84fb-260af7cd0203 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:17.646263 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eaeeaeb5-6a43-45cc-869c-0b97a26acee7 req-ccac7963-96ee-4576-84fb-260af7cd0203 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.1135683 May 27 09:40:17.686992 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db8bb365-1543-4f42-bb85-cea8e537b48a admin admin] Publish callbacks [] for security_group (1032bdd9-bc25-44f8-a3ef-913493dd2181), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.692870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db8bb365-1543-4f42-bb85-cea8e537b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (1032bdd9-bc25-44f8-a3ef-913493dd2181), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.725690 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:17.749549 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-db8bb365-1543-4f42-bb85-cea8e537b48a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d6fa53242b94e2180b83d95a210b671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668633 May 27 09:40:17.762137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a83beeb0-e13a-4b6d-b8c5-e81d1f493b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.774714 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bb365-1543-4f42-bb85-cea8e537b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1032bdd9-bc25-44f8-a3ef-913493dd2181,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:17.777844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37694) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:17.838394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Attempting to bind port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:17.838737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Attempting to bind port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:17.839065 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Attempting to bind port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d on network 04049278-c636-4fe8-a556-15302f4c13d9 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:17.868564 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] Publish callbacks [] for security_group (1032bdd9-bc25-44f8-a3ef-913493dd2181), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.877212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d on network 04049278-c636-4fe8-a556-15302f4c13d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:40:17.877703 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Attempting to bind port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d on network 04049278-c636-4fe8-a556-15302f4c13d9 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:17.889479 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db282-2dab-4fd5-8aea-e80dd648875b req-4bd83fac-1aef-413e-85a2-0f99727bbbe1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:17.891548 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-521db282-2dab-4fd5-8aea-e80dd648875b req-4bd83fac-1aef-413e-85a2-0f99727bbbe1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.1259813 May 27 09:40:17.900477 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] Publish callbacks [] for security_group (1032bdd9-bc25-44f8-a3ef-913493dd2181), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.910714 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:17.912095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8244ef-b55c-4fe4-8cf4-fa15fa74cf99 req-ed2b4e9b-d5db-4634-bb68-6aa76ad9a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:17.913668 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac8244ef-b55c-4fe4-8cf4-fa15fa74cf99 req-ed2b4e9b-d5db-4634-bb68-6aa76ad9a73b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 1130 time: 0.0926287 May 27 09:40:17.919959 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:17.920302 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Checking segment: {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:17.920673 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Bound using segment: {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:17.921114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Bound port: b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:17.921466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:17.923033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:17.937304 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eaeeaeb5-6a43-45cc-869c-0b97a26acee7 req-b01234d1-fe69-457c-9500-e01ba3f3ebfd tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423878 May 27 09:40:17.982482 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37704) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:18.008827 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (1032bdd9-bc25-44f8-a3ef-913493dd2181), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.013333 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.014664 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1032bdd9-bc25-44f8-a3ef-913493dd2181 HTTP/1.1" status: 204 len: 168 time: 0.2355907 May 27 09:40:18.039992 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ddbf7-1240-4f7e-a395-f6b7d98bb30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1032bdd9-bc25-44f8-a3ef-913493dd2181,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.072040 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-521db282-2dab-4fd5-8aea-e80dd648875b req-1c686d9c-7934-4c2a-b9a3-92bf26fa0eaa tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661899 May 27 09:40:18.116387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac8244ef-b55c-4fe4-8cf4-fa15fa74cf99 req-2ac18fd0-f2e3-4514-a64c-38b538f1f243 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827149 May 27 09:40:18.119412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:18.138222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:18.145817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4cf20-87ac-4a3c-a5f1-85b803ecb6c1 req-fae26258-48e9-495a-8dac-6b40e816f17c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:18.147387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4fe4cf20-87ac-4a3c-a5f1-85b803ecb6c1 req-fae26258-48e9-495a-8dac-6b40e816f17c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0791588 May 27 09:40:18.158649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.213984 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:18.214631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.216156 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7c050ec-eaef-48aa-bcb9-5a8f86f2595d HTTP/1.1" status: 200 len: 1093 time: 1.3119760 May 27 09:40:18.219609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:18.222083 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd9909-6d06-44b9-97e3-84e8b7320acc" -d '{"events": [{"name": "network-changed", "server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:18.240041 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4894-10c6-4791-8be8-40637265139f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.251075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a17449-878f-4e05-b43b-dc70f01f9976 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.262345 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4fe4cf20-87ac-4a3c-a5f1-85b803ecb6c1 req-5a9bca1e-50c8-4fba-8d0a-e4ef919deb5f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067512 May 27 09:40:18.276304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5765ce8-d099-4476-b5fe-74e16561a305 x-openstack-request-id: req-c5765ce8-d099-4476-b5fe-74e16561a305 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:18.276708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:18.277183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5765ce8-d099-4476-b5fe-74e16561a305 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:18.277773 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5765ce8-d099-4476-b5fe-74e16561a305'] response: {'name': 'network-changed', 'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d', 'status': 'completed', 'code': 200} May 27 09:40:18.335225 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:18.337871 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:18.369551 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4894-10c6-4791-8be8-40637265139f admin admin] Publish callbacks [] for security_group (706e1571-351b-4299-b201-d8dac2342c72), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.373960 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4894-10c6-4791-8be8-40637265139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (706e1571-351b-4299-b201-d8dac2342c72), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.421660 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c7fa4894-10c6-4791-8be8-40637265139f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a05e273048cc4c77abf8747d23b0fa1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371252 May 27 09:40:18.422775 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4894-10c6-4791-8be8-40637265139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e1571-351b-4299-b201-d8dac2342c72,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.424742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37718) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:18.455162 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37722) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:18.473515 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b6c-3fa1-4478-8a0e-e5b5962b8ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.488234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] Publish callbacks [] for security_group (706e1571-351b-4299-b201-d8dac2342c72), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.516849 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] Publish callbacks [] for security_group (706e1571-351b-4299-b201-d8dac2342c72), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.580606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (706e1571-351b-4299-b201-d8dac2342c72), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.582186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b6c-3fa1-4478-8a0e-e5b5962b8ac3 admin admin] Publish callbacks [] for security_group (4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.583818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.585124 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/706e1571-351b-4299-b201-d8dac2342c72 HTTP/1.1" status: 204 len: 168 time: 0.1588941 May 27 09:40:18.589075 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b6c-3fa1-4478-8a0e-e5b5962b8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.594101 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e77ac-9096-41a8-9975-bca937c6575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e1571-351b-4299-b201-d8dac2342c72,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.644573 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d5c97b6c-3fa1-4478-8a0e-e5b5962b8ac3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36c784cf9c364c0aad99ab283886a3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869707 May 27 09:40:18.645409 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:18.662627 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-b14dcb51-dfa5-4eb6-9773-d1cb042d9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:18.664480 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-b14dcb51-dfa5-4eb6-9773-d1cb042d9388 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 1127 time: 0.0529292 May 27 09:40:18.681676 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c97b6c-3fa1-4478-8a0e-e5b5962b8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.719685 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] Publish callbacks [] for security_group (4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.742988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] Publish callbacks [] for security_group (4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.798531 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.798531 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:18.798999 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b HTTP/1.1" status: 204 len: 168 time: 0.1484437 May 27 09:40:18.806671 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d19fdf-6e21-4724-96d4-19bb3f4f3f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdfa7fc-d07e-4f65-b1ea-2e4c3324bf2b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:18.867305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:19.081112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dd127-8342-484f-9f9d-9e8da139ff21 req-20a47048-8b41-40fc-8897-da287a1f8672 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:19.082744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7d8dd127-8342-484f-9f9d-9e8da139ff21 req-20a47048-8b41-40fc-8897-da287a1f8672 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0672801 May 27 09:40:19.146928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7d8dd127-8342-484f-9f9d-9e8da139ff21 req-f7f69bb7-4882-48a5-b584-dabb91e59f5f tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 May 27 09:40:19.451826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:19.469880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c2916-6660-46cd-af08-e6550ebf2e2c req-193ee64b-58ee-4858-990b-18c72ea8419c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:19.471424 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-324c2916-6660-46cd-af08-e6550ebf2e2c req-193ee64b-58ee-4858-990b-18c72ea8419c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.2992880 May 27 09:40:19.483524 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606453ca-43e6-4e88-a84f-b56d04bdf84c req-63e7a065-c0a4-4390-a757-f39891f48ad8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:19.485558 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-606453ca-43e6-4e88-a84f-b56d04bdf84c req-63e7a065-c0a4-4390-a757-f39891f48ad8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0935113 May 27 09:40:19.618038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-606453ca-43e6-4e88-a84f-b56d04bdf84c req-2eab70e5-a2b2-45e2-b2df-ded3a4487ae9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027815 May 27 09:40:19.639846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-324c2916-6660-46cd-af08-e6550ebf2e2c req-16c54b73-8cf8-4929-95c2-36326650008e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145685 May 27 09:40:19.639846 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-783726d2-84ee-4b5a-8c18-58a85a8cd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:19.639846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-783726d2-84ee-4b5a-8c18-58a85a8cd899 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2419035 May 27 09:40:19.991577 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:20.273138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5838f41-ab8a-4a65-b9a1-24a09e9bbb53 req-76dc76bd-6354-4391-b058-f975af8fea23 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.280604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5838f41-ab8a-4a65-b9a1-24a09e9bbb53 req-76dc76bd-6354-4391-b058-f975af8fea23 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0598669 May 27 09:40:20.333405 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5838f41-ab8a-4a65-b9a1-24a09e9bbb53 req-095d3874-0b4e-4535-bf90-c753311f46bd tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 May 27 09:40:20.453700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:20.487651 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-63e9ced1-159c-4f4f-8a37-8f44e058ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.489193 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5ccd9909-6d06-44b9-97e3-84e8b7320acc req-63e9ced1-159c-4f4f-8a37-8f44e058ee5b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233764 May 27 09:40:20.610479 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-05d62908-32a8-4122-8724-504410569ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.612044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-05d62908-32a8-4122-8724-504410569ce1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 1127 time: 0.0406234 May 27 09:40:20.667388 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-72597b3a-bd54-4776-a4e8-17fb31fe7e38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d HTTP/1.1" status: 200 len: 217 time: 0.0393441 May 27 09:40:20.800346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-e6db7021-fb67-49e4-83ff-c08a5dfac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.801850 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-e6db7021-fb67-49e4-83ff-c08a5dfac9f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1b174f-763c-4935-9f0f-c15d178a3353 HTTP/1.1" status: 200 len: 853 time: 0.1239908 May 27 09:40:20.808121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d90ff-1583-4e36-b07d-3d3bd2a8236d req-0ddaedae-ac07-4806-833f-d3428b5cd089 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.809451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc7d90ff-1583-4e36-b07d-3d3bd2a8236d req-0ddaedae-ac07-4806-833f-d3428b5cd089 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0941682 May 27 09:40:20.815959 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71670c38-3586-4cec-b9e9-41ed28154a3c req-99181b9a-ceeb-4cb0-afaa-260d6b4086db tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:20.817292 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-71670c38-3586-4cec-b9e9-41ed28154a3c req-99181b9a-ceeb-4cb0-afaa-260d6b4086db tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1030669 May 27 09:40:20.863292 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-f881ab43-224f-4e41-9020-4f14c7730518 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04049278-c636-4fe8-a556-15302f4c13d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450306 May 27 09:40:20.938376 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc7d90ff-1583-4e36-b07d-3d3bd2a8236d req-825de00e-ff41-4b98-adb1-5b1fdedb5b0f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190493 May 27 09:40:20.976878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-71670c38-3586-4cec-b9e9-41ed28154a3c req-aeaf8409-7dad-47b6-97a5-7d9b4cefd319 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431220 May 27 09:40:21.004433 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-d87a9fa1-9894-4c9e-bd7d-17c513343edb service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238685 May 27 09:40:21.097408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3eecb7f5-d7f0-4059-8d65-8c1b8fd7fb86 req-b0eaa4ca-4270-4548-8dc1-e13066b67897 service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 May 27 09:40:21.459656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061216-79a5-40c2-af0d-c3da7e4187e2 req-98d18500-9113-49db-aa45-3f82fe6bce9b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:21.461139 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc061216-79a5-40c2-af0d-c3da7e4187e2 req-98d18500-9113-49db-aa45-3f82fe6bce9b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0511792 May 27 09:40:21.509271 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc061216-79a5-40c2-af0d-c3da7e4187e2 req-dd70a26b-2767-48ee-9004-8650a551412d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 May 27 09:40:21.663618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:22.088155 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93331a5a-3461-4b04-a2d9-3410459576fe req-35b52ddb-2363-4b26-bf0c-6a3cfb5458d3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:22.089646 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-93331a5a-3461-4b04-a2d9-3410459576fe req-35b52ddb-2363-4b26-bf0c-6a3cfb5458d3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0465312 May 27 09:40:22.135817 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-93331a5a-3461-4b04-a2d9-3410459576fe req-90cad7a5-c2e4-4d48-ae2b-3a217319daa5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 May 27 09:40:22.379368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:22.616324 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:22.635714 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920816a1-6478-499c-a43d-ae03388e2494 req-5041d721-dbf9-4cb3-9e75-463c6af8ade2 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:22.637164 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-920816a1-6478-499c-a43d-ae03388e2494 req-5041d721-dbf9-4cb3-9e75-463c6af8ade2 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0610778 May 27 09:40:22.704576 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-920816a1-6478-499c-a43d-ae03388e2494 req-5791e0db-6e86-4fb2-ad8a-0873681fcc2f tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 May 27 09:40:23.200830 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0b80-0e47-4335-8cf6-272e52426512 req-9aa4de85-ee2e-411a-aa84-75e37f461f8e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:23.202340 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-37bd0b80-0e47-4335-8cf6-272e52426512 req-9aa4de85-ee2e-411a-aa84-75e37f461f8e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0496814 May 27 09:40:23.266559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7d98a-55be-4a96-bf2c-a3100045a65e req-8b5c8062-be2d-468d-a15c-fe930d4feebb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:23.268135 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86a7d98a-55be-4a96-bf2c-a3100045a65e req-8b5c8062-be2d-468d-a15c-fe930d4feebb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0601161 May 27 09:40:23.306785 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-37bd0b80-0e47-4335-8cf6-272e52426512 req-8b700171-57a1-436f-8247-6d007260391d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970590 May 27 09:40:23.327543 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86a7d98a-55be-4a96-bf2c-a3100045a65e req-8fd8ba0d-bbb3-41a6-8a2f-a2530ca36467 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 May 27 09:40:23.823553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b8cbf-9b46-44c8-8e76-1281ce38bfea req-3c13c3aa-74a2-4faa-aad0-b164657ccb69 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:23.825051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e59b8cbf-9b46-44c8-8e76-1281ce38bfea req-3c13c3aa-74a2-4faa-aad0-b164657ccb69 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0502217 May 27 09:40:23.837306 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:23.874378 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e59b8cbf-9b46-44c8-8e76-1281ce38bfea req-1b0c63dc-fe37-4845-92b7-38cb3e811e80 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 May 27 09:40:23.983245 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:24.088997 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1726-7da0-4cac-acde-fac66ae9e9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.166039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1726-7da0-4cac-acde-fac66ae9e9aa admin admin] Publish callbacks [] for security_group (5620f787-8a9e-49bd-ac0b-97bf61dc35b8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.170056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1726-7da0-4cac-acde-fac66ae9e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5620f787-8a9e-49bd-ac0b-97bf61dc35b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.211807 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-bd5e1726-7da0-4cac-acde-fac66ae9e9aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b086d7ddb9245e484c85cecf8eacafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274344 May 27 09:40:24.212820 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1726-7da0-4cac-acde-fac66ae9e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5620f787-8a9e-49bd-ac0b-97bf61dc35b8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:24.212939 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:24.260897 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] Publish callbacks [] for security_group (5620f787-8a9e-49bd-ac0b-97bf61dc35b8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.284393 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] Publish callbacks [] for security_group (5620f787-8a9e-49bd-ac0b-97bf61dc35b8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.336426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5620f787-8a9e-49bd-ac0b-97bf61dc35b8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.339230 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.340512 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5620f787-8a9e-49bd-ac0b-97bf61dc35b8 HTTP/1.1" status: 204 len: 168 time: 0.1266365 May 27 09:40:24.349678 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ed9b-e384-4681-9091-853b9e14e58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5620f787-8a9e-49bd-ac0b-97bf61dc35b8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:24.484335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0713777-ebb1-45ae-a158-f3aab89c30eb req-165281df-17aa-4092-bb6a-eba4ea1e704d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:24.485846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0713777-ebb1-45ae-a158-f3aab89c30eb req-165281df-17aa-4092-bb6a-eba4ea1e704d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0813513 May 27 09:40:24.496218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75092-eacf-4143-a323-b22097baed71 req-ea8166d2-9a32-4fc0-a847-589f0b5625ed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:24.497710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68d75092-eacf-4143-a323-b22097baed71 req-ea8166d2-9a32-4fc0-a847-589f0b5625ed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0804281 May 27 09:40:24.569499 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0713777-ebb1-45ae-a158-f3aab89c30eb req-71d258f0-1ca3-4344-9bd3-53a5edb1e47b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707672 May 27 09:40:24.584764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68d75092-eacf-4143-a323-b22097baed71 req-391c7ba3-15f0-4afd-a45e-561bf2f11946 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 May 27 09:40:24.637789 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 37900) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:24.641433 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=45 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:24.648120 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=61 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:24.651810 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede64471-b546-414e-8c0c-30ea4a473e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.729510 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede64471-b546-414e-8c0c-30ea4a473e76 admin admin] Publish callbacks [] for security_group (5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.732983 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede64471-b546-414e-8c0c-30ea4a473e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.767017 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:24.772703 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede64471-b546-414e-8c0c-30ea4a473e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:24.779760 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ede64471-b546-414e-8c0c-30ea4a473e76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e6c31541afb48d5a5bfd66c458f45c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409020 May 27 09:40:24.780568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 37904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:24.828988 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] Publish callbacks [] for security_group (5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.851932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] Publish callbacks [] for security_group (5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.903617 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.906138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:24.907370 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c HTTP/1.1" status: 204 len: 168 time: 0.1257341 May 27 09:40:24.915674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405f0d9-c704-45fc-aca1-f2c3a35f0e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8326b-d651-4fe6-8b5e-5a60f4ae9a6c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:24.973891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:24.993691 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7476a-b2fb-4847-9b9b-24c242a700cf req-19bf5b62-c257-49e1-b898-583be8499714 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:24.995177 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6ed7476a-b2fb-4847-9b9b-24c242a700cf req-19bf5b62-c257-49e1-b898-583be8499714 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0491354 May 27 09:40:25.044730 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6ed7476a-b2fb-4847-9b9b-24c242a700cf req-d81eef9b-ff6e-48d5-b1f6-f41fc3982eed tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 May 27 09:40:25.730505 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864a973-dd88-43a2-9b23-e40f4f5fa38a req-1553b6d9-c4bb-4b47-a8c6-d9f91d9151fd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:25.732034 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c864a973-dd88-43a2-9b23-e40f4f5fa38a req-1553b6d9-c4bb-4b47-a8c6-d9f91d9151fd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0847356 May 27 09:40:25.738092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26873dfb-c62b-4dbb-bd01-56a6efab4889 req-a7b5c99e-eb36-46dc-b329-bfef5d23bc86 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:25.739526 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26873dfb-c62b-4dbb-bd01-56a6efab4889 req-a7b5c99e-eb36-46dc-b329-bfef5d23bc86 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0900605 May 27 09:40:25.810686 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c864a973-dd88-43a2-9b23-e40f4f5fa38a req-a19417d9-1972-4cc8-a83b-6554a2a99d58 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 May 27 09:40:25.818955 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26873dfb-c62b-4dbb-bd01-56a6efab4889 req-5ceff36b-ccc3-4741-93ef-a7114cab1417 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 May 27 09:40:26.157470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a67626-ca10-465a-9053-f926a123d794 req-bb1efca8-93f5-4a06-bad7-c6287075c13d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:26.159307 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-00a67626-ca10-465a-9053-f926a123d794 req-bb1efca8-93f5-4a06-bad7-c6287075c13d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0470779 May 27 09:40:26.211025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-00a67626-ca10-465a-9053-f926a123d794 req-5647b917-906f-4693-a22a-fab966dec20c tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 May 27 09:40:26.898535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:26.972799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbfcc9-c45a-4b45-987b-1692386ee21b req-bf6f08e2-e82c-4a0c-9a84-d65dac377b45 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:26.974353 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1abbfcc9-c45a-4b45-987b-1692386ee21b req-bf6f08e2-e82c-4a0c-9a84-d65dac377b45 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0863817 May 27 09:40:26.985865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed78b7-5325-47c5-a19a-3c208b3e63a0 req-4a8bb7f5-66be-41d0-84b1-3bb80f488995 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:26.987515 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6fed78b7-5325-47c5-a19a-3c208b3e63a0 req-4a8bb7f5-66be-41d0-84b1-3bb80f488995 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0869465 May 27 09:40:27.064142 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1abbfcc9-c45a-4b45-987b-1692386ee21b req-a00439cd-cfe0-44d9-9174-254c2514ac15 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 May 27 09:40:27.067759 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6fed78b7-5325-47c5-a19a-3c208b3e63a0 req-261f51e9-fded-4eff-85fb-7a2029453c1f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 May 27 09:40:27.323421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44e97-3eea-43ab-acd6-0dfedb2ed0d5 req-9757f88f-9ccd-4c96-90ff-6b2c8c406e82 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:27.324872 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1cc44e97-3eea-43ab-acd6-0dfedb2ed0d5 req-9757f88f-9ccd-4c96-90ff-6b2c8c406e82 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 943 time: 0.0482545 May 27 09:40:27.371017 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1cc44e97-3eea-43ab-acd6-0dfedb2ed0d5 req-cfa91af5-0c8d-41fe-a277-e041fa4a17e5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 May 27 09:40:27.680554 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device b7c050ec-eaef-48aa-bcb9-5a8f86f2595d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:40:27.796663 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:27.809764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d', 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9', 'port_id': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d', 'mac_address': 'fa:16:3e:c9:a6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1b174f-763c-4935-9f0f-c15d178a3353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:40:27.848461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:27.848848 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:27.862153 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c050ec-eaef-48aa-bcb9-5a8f86f2595d {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:40:27.884257 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:27.888334 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:27.933980 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:28.209471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def0fe3-9de5-4289-bbf5-54b76a0fac22 req-7c5ac4fe-69ad-4dee-ad2d-0b9124cdb56a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:28.210851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8def0fe3-9de5-4289-bbf5-54b76a0fac22 req-7c5ac4fe-69ad-4dee-ad2d-0b9124cdb56a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0722702 May 27 09:40:28.218318 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d66a3-d503-49db-b656-9c60769b012e req-19e99216-5096-4275-9f81-2e6aa42a5a47 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:28.220230 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c86d66a3-d503-49db-b656-9c60769b012e req-19e99216-5096-4275-9f81-2e6aa42a5a47 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0727971 May 27 09:40:28.296293 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8def0fe3-9de5-4289-bbf5-54b76a0fac22 req-00b69442-d816-4b19-93e0-e9347937ffed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751264 May 27 09:40:28.299829 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c86d66a3-d503-49db-b656-9c60769b012e req-18029b0c-36c7-4884-ad73-3ae2cf6e2ec4 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728171 May 27 09:40:28.480170 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf450a-1463-4591-99f8-d6333b5c109d req-f4af4d68-f6b3-4e98-852b-fa26532fb280 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:28.481565 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8bf450a-1463-4591-99f8-d6333b5c109d req-f4af4d68-f6b3-4e98-852b-fa26532fb280 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 944 time: 0.0446727 May 27 09:40:28.522550 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:28.527013 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8bf450a-1463-4591-99f8-d6333b5c109d req-7684838a-f999-47ce-91e6-4e1a0e19219d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 May 27 09:40:29.042839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['b7c050ec-eaef-48aa-bcb9-5a8f86f2595d'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:40:29.454536 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185606a4-ed3d-462b-8fa0-5568238c7948 req-160e1a9b-39d5-422e-b2c2-9273cacd52a1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:29.456077 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-185606a4-ed3d-462b-8fa0-5568238c7948 req-160e1a9b-39d5-422e-b2c2-9273cacd52a1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0887413 May 27 09:40:29.465095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd824b1b-c15e-4eef-a1df-3ee84b3b1c48 req-d0780ed2-d1cc-4f3d-9c59-6fd0880d4b9e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:29.466747 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd824b1b-c15e-4eef-a1df-3ee84b3b1c48 req-d0780ed2-d1cc-4f3d-9c59-6fd0880d4b9e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0894425 May 27 09:40:29.546386 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-185606a4-ed3d-462b-8fa0-5568238c7948 req-e4a5925c-a4c3-4556-be57-b4f694aaf797 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 May 27 09:40:29.555389 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd824b1b-c15e-4eef-a1df-3ee84b3b1c48 req-d97fbb61-38c7-4496-b03b-a1088c047a35 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733910 May 27 09:40:29.657682 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca2e6f-71b3-4041-9e18-700cd79457c5 req-2944a8fc-3e34-4111-8072-73e2ff6d3018 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:29.659550 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5ca2e6f-71b3-4041-9e18-700cd79457c5 req-2944a8fc-3e34-4111-8072-73e2ff6d3018 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 944 time: 0.0501993 May 27 09:40:29.706133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5ca2e6f-71b3-4041-9e18-700cd79457c5 req-962d5b47-2203-49b6-8ad6-647480790a8a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 May 27 09:40:30.701908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4a600-afa8-4f3c-b5b6-8743a482b24e req-b22e1b33-8a60-4888-a456-ad00dc40d583 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:30.703527 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b8d4a600-afa8-4f3c-b5b6-8743a482b24e req-b22e1b33-8a60-4888-a456-ad00dc40d583 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0792685 May 27 09:40:30.709393 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4111fa-d6ea-4c89-acf0-b1620505f7be req-8070bb5b-9634-448c-abcf-6989559f4e35 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:30.710734 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad4111fa-d6ea-4c89-acf0-b1620505f7be req-8070bb5b-9634-448c-abcf-6989559f4e35 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0763502 May 27 09:40:30.772974 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device b7c050ec-eaef-48aa-bcb9-5a8f86f2595d up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:30.794433 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b8d4a600-afa8-4f3c-b5b6-8743a482b24e req-ec85ffba-2060-425a-87d0-ca9f81907a67 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 May 27 09:40:30.797646 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad4111fa-d6ea-4c89-acf0-b1620505f7be req-6613ec98-95b9-41cb-87a6-7df04024d967 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 May 27 09:40:30.825268 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:40:30.834216 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:30.834688 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:30.907852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbab7b-5e9b-4fa3-886a-93dcc03b45ad req-86036ce0-9710-4ba6-8706-a7a7ebb9bd8e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:30.909345 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acbbab7b-5e9b-4fa3-886a-93dcc03b45ad req-86036ce0-9710-4ba6-8706-a7a7ebb9bd8e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 944 time: 0.0511620 May 27 09:40:30.910305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:30.910690 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:30.932958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:30.935158 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062bb74-7832-4a0b-b33d-ff9ed1ace18e" -d '{"events": [{"server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "name": "network-vif-plugged", "status": "completed", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:30.948173 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:30.952322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:30.956855 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acbbab7b-5e9b-4fa3-886a-93dcc03b45ad req-e2f2cef8-7a6d-4c65-8828-292ba99f9a03 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 May 27 09:40:30.977622 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e9efb4-52aa-4b65-8f3e-7a5944191848 x-openstack-request-id: req-b6e9efb4-52aa-4b65-8f3e-7a5944191848 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:30.977924 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "name": "network-vif-plugged", "status": "completed", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:30.978171 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6e9efb4-52aa-4b65-8f3e-7a5944191848 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:30.978608 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e9efb4-52aa-4b65-8f3e-7a5944191848'] response: {'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d', 'code': 200} May 27 09:40:30.986061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:30.991016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:31.006672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:31.806516 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d582-1218-4c04-8428-03d3e234f82c req-11d6691a-f521-46b9-a351-fac3d4c9621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:31.808051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7d98d582-1218-4c04-8428-03d3e234f82c req-11d6691a-f521-46b9-a351-fac3d4c9621b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 1129 time: 0.0384758 May 27 09:40:31.865993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:31.901545 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7d98d582-1218-4c04-8428-03d3e234f82c req-41eabad6-ffb7-4064-a0b5-2cb8faac467d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 May 27 09:40:31.997608 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4ffe-6e91-453a-ae25-06995456df2f req-5321b7cc-7e06-40c8-be12-c3bfb9ede440 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:32.003552 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd3f4ffe-6e91-453a-ae25-06995456df2f req-5321b7cc-7e06-40c8-be12-c3bfb9ede440 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1008415 May 27 09:40:32.010076 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f23d-2c40-44a4-8fe7-80a7d8a8bda9 req-469b292e-82e4-4953-a31b-f5377067cda9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:32.011783 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8d8f23d-2c40-44a4-8fe7-80a7d8a8bda9 req-469b292e-82e4-4953-a31b-f5377067cda9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.1145663 May 27 09:40:32.096117 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd3f4ffe-6e91-453a-ae25-06995456df2f req-737f6db9-d2b6-4ffc-b1b0-ada3073c5236 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833652 May 27 09:40:32.100474 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8d8f23d-2c40-44a4-8fe7-80a7d8a8bda9 req-5412ea6d-d51a-4724-82d2-2baad3d358af tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 May 27 09:40:32.217798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcded54-451b-4d7d-b38d-3afda323ba47 req-a359bae6-19a0-470c-a1cd-4f8826cabe14 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:32.219998 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3bcded54-451b-4d7d-b38d-3afda323ba47 req-a359bae6-19a0-470c-a1cd-4f8826cabe14 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0501013 May 27 09:40:32.275703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3bcded54-451b-4d7d-b38d-3afda323ba47 req-4a7d7763-32f1-4af5-a9f6-dfee02d609c6 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 May 27 09:40:32.981074 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:33.096088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-118c5df8-bb75-46f4-ae16-138110ce15b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.151472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:33.222141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-118c5df8-bb75-46f4-ae16-138110ce15b7 admin admin] Publish callbacks [] for security_group (a741e914-c53f-4198-a31c-6eb5d1eb8e62), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.235888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-118c5df8-bb75-46f4-ae16-138110ce15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a741e914-c53f-4198-a31c-6eb5d1eb8e62), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.277941 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf7764-0584-46ac-b8f7-b4e0ede80493 req-82bffee9-f661-4d0b-ab1c-cf4eed3ea250 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:33.279444 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fdf7764-0584-46ac-b8f7-b4e0ede80493 req-82bffee9-f661-4d0b-ab1c-cf4eed3ea250 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1005478 May 27 09:40:33.512735 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-118c5df8-bb75-46f4-ae16-138110ce15b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f8cea4b2c364af1abc57e5872f0ef44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280776 May 27 09:40:33.513186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:33.520185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf98b-13ce-4b19-8467-0f4bf9b80f55 req-500b03fe-3434-4c1e-85f4-6d8ff4af28f1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:33.521690 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-79faf98b-13ce-4b19-8467-0f4bf9b80f55 req-500b03fe-3434-4c1e-85f4-6d8ff4af28f1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.3048501 May 27 09:40:33.530252 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c5df8-bb75-46f4-ae16-138110ce15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a741e914-c53f-4198-a31c-6eb5d1eb8e62,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:33.576907 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:33.596558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] Publish callbacks [] for security_group (a741e914-c53f-4198-a31c-6eb5d1eb8e62), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.619645 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-79faf98b-13ce-4b19-8467-0f4bf9b80f55 req-d7a41b39-6574-421f-bbd1-d668c565e886 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860753 May 27 09:40:33.632199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-b51891ab-df2b-4519-b762-f53816c6a712 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:33.634184 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-b51891ab-df2b-4519-b762-f53816c6a712 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.1227324 May 27 09:40:33.636983 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] Publish callbacks [] for security_group (a741e914-c53f-4198-a31c-6eb5d1eb8e62), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.651384 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fdf7764-0584-46ac-b8f7-b4e0ede80493 req-06924adc-ca2f-4a53-9611-651b68816808 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635037 May 27 09:40:33.742915 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a741e914-c53f-4198-a31c-6eb5d1eb8e62), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.745498 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:33.749125 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a741e914-c53f-4198-a31c-6eb5d1eb8e62 HTTP/1.1" status: 204 len: 168 time: 0.2325666 May 27 09:40:33.755695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3cb0f-a248-4aed-8ef7-de57607b03e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a741e914-c53f-4198-a31c-6eb5d1eb8e62,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:33.787558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b5b3a-a6de-4edc-a01b-72302c611b0a req-4c0c87b4-10b9-4c4f-bd0c-0f89153a6c17 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:33.794529 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-177b5b3a-a6de-4edc-a01b-72302c611b0a req-4c0c87b4-10b9-4c4f-bd0c-0f89153a6c17 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0661540 May 27 09:40:33.846702 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-177b5b3a-a6de-4edc-a01b-72302c611b0a req-c50783d4-84b1-44ea-ac03-9ee159965006 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 May 27 09:40:34.783217 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30528e-65f8-4f9c-8ac9-4e54425e9834 req-6654332d-2d88-4171-a852-775c2736137d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:34.784744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2e30528e-65f8-4f9c-8ac9-4e54425e9834 req-6654332d-2d88-4171-a852-775c2736137d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 946 time: 0.0684507 May 27 09:40:34.844498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6db467-bf3b-4d75-9fc5-51f811fb785c req-a7065929-9c1c-4aad-894e-b8dfa309fcc7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:34.845993 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea6db467-bf3b-4d75-9fc5-51f811fb785c req-a7065929-9c1c-4aad-894e-b8dfa309fcc7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0725861 May 27 09:40:34.857227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:34.892795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2e30528e-65f8-4f9c-8ac9-4e54425e9834 req-42008f6b-e1f8-4e67-91e6-86237c50fecd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980918 May 27 09:40:34.916762 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea6db467-bf3b-4d75-9fc5-51f811fb785c req-a4d8ea20-e9aa-4e20-8f02-81ec5508bfac tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 May 27 09:40:35.022065 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a26b1-adc1-4d59-91e6-5d1a623a701b req-4a98f5c7-2b1f-4bad-8a9e-6974df789efa tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:35.023693 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-022a26b1-adc1-4d59-91e6-5d1a623a701b req-4a98f5c7-2b1f-4bad-8a9e-6974df789efa tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0599270 May 27 09:40:35.089793 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-022a26b1-adc1-4d59-91e6-5d1a623a701b req-9df7f6fa-9f9e-46c5-95ba-ff9f4b1dbd12 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601213 May 27 09:40:35.630861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Deleting port 5932c00e-2b72-4238-a07a-4ad7909ecf5b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:40:35.631195 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:35.726697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] For port 5932c00e-2b72-4238-a07a-4ad7909ecf5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5932c00e-2b72-4238-a07a-4ad7909ecf5b,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:35.726975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:35.740474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Calling delete_port for 5932c00e-2b72-4238-a07a-4ad7909ecf5b owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:40:35.807651 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:35.888615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5932c00e-2b72-4238-a07a-4ad7909ecf5b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:35.916392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Pushing event deleted for resources: {'Port': ['ID=5932c00e-2b72-4238-a07a-4ad7909ecf5b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:35.963204 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] No DVR routers for this DVR port 5932c00e-2b72-4238-a07a-4ad7909ecf5b on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:40:35.965774 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:35.969781 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc226c5b-8beb-4dfc-b71a-a1132f7a9742 req-f33e6aa3-15bf-4923-9996-ea89ccafa804 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "DELETE /v2.0/ports/5932c00e-2b72-4238-a07a-4ad7909ecf5b HTTP/1.1" status: 204 len: 173 time: 0.4314637 May 27 09:40:35.970242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'name': 'network-vif-deleted', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:35.972811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9208c-856a-4ac8-aba8-5efe4e39e319" -d '{"events": [{"server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "name": "network-vif-deleted", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:36.014822 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ef9bdbe-214b-41dc-9fc4-0a509b4e6398 req-0540c709-38aa-4039-9767-2206b549934f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 210 time: 0.0377941 May 27 09:40:36.075028 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960d14-61b1-4c38-b996-a5ad1c67d92e req-5fa0fa12-61aa-446a-8ff0-58755d46efce tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:36.083197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e960d14-61b1-4c38-b996-a5ad1c67d92e req-5fa0fa12-61aa-446a-8ff0-58755d46efce tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0785432 May 27 09:40:36.092590 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a2b30-f09f-4aae-9627-df9fb73297d0 x-openstack-request-id: req-224a2b30-f09f-4aae-9627-df9fb73297d0 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:36.093233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2ee7f6-4718-48ad-a7c9-0047319b9c15", "name": "network-vif-deleted", "tag": "5932c00e-2b72-4238-a07a-4ad7909ecf5b", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:36.094652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-224a2b30-f09f-4aae-9627-df9fb73297d0 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:36.094652 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224a2b30-f09f-4aae-9627-df9fb73297d0'] response: {'server_uuid': '5a2ee7f6-4718-48ad-a7c9-0047319b9c15', 'name': 'network-vif-deleted', 'tag': '5932c00e-2b72-4238-a07a-4ad7909ecf5b', 'status': 'completed', 'code': 200} May 27 09:40:36.134635 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e960d14-61b1-4c38-b996-a5ad1c67d92e req-330015ba-757e-44eb-965e-b2b92850083d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503714 May 27 09:40:36.221241 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a266601-3731-433e-88f8-c2a018adcb9a req-01d425e1-2b77-426b-b680-14a62e3626a5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:36.223268 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a266601-3731-433e-88f8-c2a018adcb9a req-01d425e1-2b77-426b-b680-14a62e3626a5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0514042 May 27 09:40:36.284775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991967-da7b-43f7-afc2-077adeebe428 req-5da83b8d-8f34-4cbe-9098-ec9a195dea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:36.286284 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16991967-da7b-43f7-afc2-077adeebe428 req-5da83b8d-8f34-4cbe-9098-ec9a195dea30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1130 time: 0.0618596 May 27 09:40:36.309758 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a266601-3731-433e-88f8-c2a018adcb9a req-43118609-e809-4f5b-9f0c-e32ba62db6b2 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764890 May 27 09:40:36.351764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16991967-da7b-43f7-afc2-077adeebe428 req-075cc721-153d-405d-8d83-95ef9aee09f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522816 May 27 09:40:36.598131 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:36.735189 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553744e6-a93e-42e0-8687-ac3f7c32d00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:36.794413 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5932c00e-2b72-4238-a07a-4ad7909ecf5b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:40:36.817916 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 5932c00e-2b72-4238-a07a-4ad7909ecf5b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:40:36.818484 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5932c00e-2b72-4238-a07a-4ad7909ecf5b not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:40:36.843147 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553744e6-a93e-42e0-8687-ac3f7c32d00d admin admin] Publish callbacks [] for security_group (8b36804e-f95b-4d95-8456-cd084aeab0c7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:36.847880 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553744e6-a93e-42e0-8687-ac3f7c32d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8b36804e-f95b-4d95-8456-cd084aeab0c7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:36.885384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553744e6-a93e-42e0-8687-ac3f7c32d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36804e-f95b-4d95-8456-cd084aeab0c7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:36.889671 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-553744e6-a93e-42e0-8687-ac3f7c32d00d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec7c77a6b40342498c9568b43986716c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905126 May 27 09:40:36.893352 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:36.939661 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] Publish callbacks [] for security_group (8b36804e-f95b-4d95-8456-cd084aeab0c7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:36.960944 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] Publish callbacks [] for security_group (8b36804e-f95b-4d95-8456-cd084aeab0c7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.008482 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8b36804e-f95b-4d95-8456-cd084aeab0c7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.011014 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.012203 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b36804e-f95b-4d95-8456-cd084aeab0c7 HTTP/1.1" status: 204 len: 168 time: 0.1184947 May 27 09:40:37.020625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05df8fd-7a7e-44b7-8b00-8f06f8a50613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36804e-f95b-4d95-8456-cd084aeab0c7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:37.144705 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f59d2ac6-aa2e-472c-8c70-29227c638e9f req-e0d97cf1-19e0-4197-9e38-61a2d8ca9274 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2ee7f6-4718-48ad-a7c9-0047319b9c15 HTTP/1.1" status: 200 len: 210 time: 0.0300589 May 27 09:40:37.267060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d63520-7f3d-4278-bb88-389d6f5aaa83 req-3b3faad3-43b7-449e-9f46-8398ac0bfd09 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:37.268641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5d63520-7f3d-4278-bb88-389d6f5aaa83 req-3b3faad3-43b7-449e-9f46-8398ac0bfd09 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0522633 May 27 09:40:37.316907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:37.323654 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5d63520-7f3d-4278-bb88-389d6f5aaa83 req-90f1ba09-e9c0-410f-a4fb-5e6356d5c74c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489435 May 27 09:40:37.381759 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38410) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:37.397057 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed55252-30cd-4fc3-b92e-9738c225c470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.487867 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed55252-30cd-4fc3-b92e-9738c225c470 admin admin] Publish callbacks [] for security_group (0ca3d2a4-aad5-4c52-9a7b-d78852725b74), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.491501 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed55252-30cd-4fc3-b92e-9738c225c470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0ca3d2a4-aad5-4c52-9a7b-d78852725b74), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.532390 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3ed55252-30cd-4fc3-b92e-9738c225c470 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=badbaa11d0354ea1ae0ef88272ebc0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492755 May 27 09:40:37.533247 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed55252-30cd-4fc3-b92e-9738c225c470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca3d2a4-aad5-4c52-9a7b-d78852725b74,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:37.535090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:37.585815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] Publish callbacks [] for security_group (0ca3d2a4-aad5-4c52-9a7b-d78852725b74), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.611234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] Publish callbacks [] for security_group (0ca3d2a4-aad5-4c52-9a7b-d78852725b74), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.660106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0ca3d2a4-aad5-4c52-9a7b-d78852725b74), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.662793 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:37.666638 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ca3d2a4-aad5-4c52-9a7b-d78852725b74 HTTP/1.1" status: 204 len: 168 time: 0.1279008 May 27 09:40:37.674643 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c66824-cf68-464f-8e83-a931863d939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca3d2a4-aad5-4c52-9a7b-d78852725b74,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:37.986518 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:38.121175 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c0c528f-23a5-4288-afd7-acdc1bfbcbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.143335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:38.157772 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a077367-9df5-40e2-8681-284af5146442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.197532 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c0c528f-23a5-4288-afd7-acdc1bfbcbd3 admin admin] Publish callbacks [] for security_group (fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.202379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c0c528f-23a5-4288-afd7-acdc1bfbcbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.240684 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a077367-9df5-40e2-8681-284af5146442 admin admin] Publish callbacks [] for security_group (f035a5aa-748b-4e99-b81d-63b75a76e0eb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.241751 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:38.248810 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a077367-9df5-40e2-8681-284af5146442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f035a5aa-748b-4e99-b81d-63b75a76e0eb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.261311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c528f-23a5-4288-afd7-acdc1bfbcbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:38.267693 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0c0c528f-23a5-4288-afd7-acdc1bfbcbd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e1a71d909a04cf2834df4dc1837e69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797885 May 27 09:40:38.270230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:38.271732 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:38.288794 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3a077367-9df5-40e2-8681-284af5146442 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc894a668e994d099ee5bfd789ee06fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442721 May 27 09:40:38.290093 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38438) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:38.303513 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:38.338712 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a077367-9df5-40e2-8681-284af5146442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f035a5aa-748b-4e99-b81d-63b75a76e0eb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:38.351259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] Publish callbacks [] for security_group (fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.370940 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] Publish callbacks [] for security_group (f035a5aa-748b-4e99-b81d-63b75a76e0eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.377326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] Publish callbacks [] for security_group (fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.404261 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] Publish callbacks [] for security_group (f035a5aa-748b-4e99-b81d-63b75a76e0eb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.473863 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f035a5aa-748b-4e99-b81d-63b75a76e0eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.476639 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.477966 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f035a5aa-748b-4e99-b81d-63b75a76e0eb HTTP/1.1" status: 204 len: 168 time: 0.1808805 May 27 09:40:38.492457 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb6276-51b8-4bea-84d8-0280e77a47b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f035a5aa-748b-4e99-b81d-63b75a76e0eb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:38.509882 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e7ea4-4293-4a23-afe2-a1fa53ea418b req-f2b82c2b-dcc5-4463-97c6-4defab10f89a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:38.511515 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd4e7ea4-4293-4a23-afe2-a1fa53ea418b req-f2b82c2b-dcc5-4463-97c6-4defab10f89a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0705106 May 27 09:40:38.512934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.516314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:38.519869 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8 HTTP/1.1" status: 204 len: 168 time: 0.2484708 May 27 09:40:38.534739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04edf-e3da-4160-8cde-f58e2bfb83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbbfb9c-aa13-40e9-b6bc-f26bde67d6d8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:38.589611 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd4e7ea4-4293-4a23-afe2-a1fa53ea418b req-fb30338c-ba9d-4996-bc9e-bbafa84887f0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 May 27 09:40:38.723149 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bcfe8-9c63-4bae-b2b3-02c2dc1f435b req-40f6fcc2-5e6f-4890-93f7-bbc3c4d698d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:38.724848 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-195bcfe8-9c63-4bae-b2b3-02c2dc1f435b req-40f6fcc2-5e6f-4890-93f7-bbc3c4d698d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0642972 May 27 09:40:38.796015 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-195bcfe8-9c63-4bae-b2b3-02c2dc1f435b req-c339d001-2b70-497f-9604-842b9c7948c8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648007 May 27 09:40:39.418482 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38500) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:39.530334 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1474038737-network', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:39.557623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Made reservation on behalf of 050fc8655bd34646b1b3f211b6fd912a for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:39.559970 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.569799 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.658492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks [] for security_group (9c6cc26f-04ef-4ef0-be00-b158d59030cf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.662866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9c6cc26f-04ef-4ef0-be00-b158d59030cf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.685676 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:40:39.702226 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6cc26f-04ef-4ef0-be00-b158d59030cf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:39.706195 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (25f392a1-1a4f-434e-a8e6-32e1721b2e8a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.706620 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Added segment 25f392a1-1a4f-434e-a8e6-32e1721b2e8a of type vlan for network e39d3b32-496a-402d-8374-32120bd1e496 May 27 09:40:39.754935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (e39d3b32-496a-402d-8374-32120bd1e496), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.790602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (e39d3b32-496a-402d-8374-32120bd1e496), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.791699 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:39.792285 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.833922 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4143057 May 27 09:40:39.836957 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38510) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:39.842091 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Request body: {'subnet': {'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1474038737-subnet', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:39.877594 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106733b6-0f49-4b9d-904c-bf1aee69922b admin admin] Pushing event updated for resources: {'Network': ['ID=e39d3b32-496a-402d-8374-32120bd1e496,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:39.877977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Made reservation on behalf of 050fc8655bd34646b1b3f211b6fd912a for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:39.885333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:39.892468 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network e39d3b32-496a-402d-8374-32120bd1e496 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:40:40.009540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:40.100136 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.149311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:40.165026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Checking segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:40.165320 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Network hostable DHCP agents. Network: e39d3b32-496a-402d-8374-32120bd1e496, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:40:40.181171 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Network e39d3b32-496a-402d-8374-32120bd1e496 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:40:40.190486 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, e39d3b32-496a-402d-8374-32120bd1e496) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:40.194758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:40.195428 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.200214 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640e3a4-950a-4e2c-9df1-64744aa83ecd None None] Network e39d3b32-496a-402d-8374-32120bd1e496 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:40.211727 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-345b73ff-76c5-47ec-9c8c-212b9baa4a2a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3734953 May 27 09:40:40.214499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:40.219357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:40.242098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.243405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.304145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for router_controller (2a3e4b21-3209-4be3-a67c-a629673d22f5), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.308640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-e39d3b32-496a-402d-8374-32120bd1e496', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:40:40.309578 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.453472 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Allocated IP 172.20.0.2 (e39d3b32-496a-402d-8374-32120bd1e496/6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762/7d63cd8a-8bb4-4665-842c-3190d9b2af03) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:40.506360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for router_gateway (2a3e4b21-3209-4be3-a67c-a629673d22f5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.571612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:40.602146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks [] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.609803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.646403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Network e39d3b32-496a-402d-8374-32120bd1e496 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:40.649246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:40.654866 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:40.667347 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Pushing event updated for resources: {'Port': ['ID=7d63cd8a-8bb4-4665-842c-3190d9b2af03,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:40.718779 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for router_gateway (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.725241 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Attempting to bind port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:40.725614 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Attempting to bind port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:40.726088 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Attempting to bind port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 on network e39d3b32-496a-402d-8374-32120bd1e496 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:40.731224 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:40.731646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Checking segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:40.732037 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.732423 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Bound using segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:40.732877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Bound port: 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:40.733252 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.744726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.803133 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9372b177-d794-40da-9854-612ca0cd716e None None] For port 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:40.806528 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9372b177-d794-40da-9854-612ca0cd716e None None] For port 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=7d63cd8a-8bb4-4665-842c-3190d9b2af03,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:40.816205 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:40.864545 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Allocated IP 172.27.1.73 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/c4fc28c1-dfbf-4528-8c8a-44c0d83108ac) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:40.875530 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b177-d794-40da-9854-612ca0cd716e None None] Pushing event updated for resources: {'Port': ['ID=7d63cd8a-8bb4-4665-842c-3190d9b2af03,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:40.986409 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:41.001069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:41.024335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:41.087470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:41.090673 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:41.098333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:41.124868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Pushing event updated for resources: {'Port': ['ID=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:41.409662 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for router_gateway (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:41.716584 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-03ebc599-6f96-45a9-938c-7e7f9c379e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:41.718148 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-03ebc599-6f96-45a9-938c-7e7f9c379e57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.0863302 May 27 09:40:41.768967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbb1d9-e7bf-4e57-b329-d5eea237907a req-f9878a1d-5cba-43c7-be93-77639be56989 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:41.771536 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4bbbb1d9-e7bf-4e57-b329-d5eea237907a req-f9878a1d-5cba-43c7-be93-77639be56989 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1375477 May 27 09:40:41.781042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:41.853997 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d965117-92b0-43c0-bd20-edef6be8ac81 None None] Network e39d3b32-496a-402d-8374-32120bd1e496 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:41.916734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:41.929540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Provisioning complete for port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:41.929931 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:41.934244 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:41.941250 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4bbbb1d9-e7bf-4e57-b329-d5eea237907a req-af81ddf8-3282-4de9-a322-c03b16f08936 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513686 May 27 09:40:41.948761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-98766749-e05c-4f9e-b12c-059111b79e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:41.949877 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-98766749-e05c-4f9e-b12c-059111b79e9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.2241542 May 27 09:40:42.026697 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-70e42045-ce7e-48ad-ac36-8900f5a6cb7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.0483735 May 27 09:40:42.053025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Current status of the port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:42.053475 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:42.088437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:42.101967 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] For port 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=7d63cd8a-8bb4-4665-842c-3190d9b2af03,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:42.108613 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:42.177645 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49437f41-c075-41a8-a79c-8f28ae89b313 None None] Pushing event updated for resources: {'Port': ['ID=7d63cd8a-8bb4-4665-842c-3190d9b2af03,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:42.192063 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-bc0c8ac2-a817-4440-a9d1-e0a60295a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:42.193629 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-bc0c8ac2-a817-4440-a9d1-e0a60295a270 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.1588101 May 27 09:40:42.295478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-b0dc62cb-01fd-4606-80c6-61daf5fea6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:42.297531 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-b0dc62cb-01fd-4606-80c6-61daf5fea6e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0911968 May 27 09:40:42.305507 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:42.329118 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-61969c83-4373-4f22-8e03-a43d3f0e474a None None] Provisioning complete for port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:42.329491 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61969c83-4373-4f22-8e03-a43d3f0e474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:42.426328 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Router 2a3e4b21-3209-4be3-a67c-a629673d22f5 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:40:42.429872 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-dd38758e-f491-49b5-b609-9d4a1bb0a321 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215866 May 27 09:40:42.526246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-61969c83-4373-4f22-8e03-a43d3f0e474a None None] Current status of the port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:42.613263 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0949e4a0-d681-422b-a033-9e5b9bae902c req-ad290bca-e2a9-4eb2-b811-676d0a36c98d service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759810 May 27 09:40:42.614243 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:42.622974 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Sync routers for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:42.633742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:42.634040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:42.634718 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:42.638143 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c1cbfcc4-4da4-4fd1-bd1f-2b788bcc6616 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4198408 May 27 09:40:42.638282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38546) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:42.680938 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:40:42.751815 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:42.820769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:42.919515 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:41Z', 'revision_number': 3, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:42.943896 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Checking router: 2a3e4b21-3209-4be3-a67c-a629673d22f5 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:42.944241 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Updating router 2a3e4b21-3209-4be3-a67c-a629673d22f5 port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:40:42.974839 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.094921 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 7d63cd8a-8bb4-4665-842c-3190d9b2af03 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:43.108145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ca14d-8aa7-48bb-9e33-778fe33d7de9 req-541d269a-5e61-44e0-9eca-cf175aa66222 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:43.109671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c41ca14d-8aa7-48bb-9e33-778fe33d7de9 req-541d269a-5e61-44e0-9eca-cf175aa66222 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0897436 May 27 09:40:43.130058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.145299 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:43.145808 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.228677 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:43.314136 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks [] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.325198 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.375232 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Pushing event updated for resources: {'Port': ['ID=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:43.386821 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:43.388375 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.388709 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.389267 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.389613 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.390757 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.391083 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.392000 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.392496 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.392840 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.393301 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.393774 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.394117 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.394440 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.394751 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.395334 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:43.403692 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Attempting to bind port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:43.404056 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Attempting to bind port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:43.404417 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Attempting to bind port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:43.411183 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:43.411589 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:43.411859 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.412244 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:43.412757 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Bound port: c4fc28c1-dfbf-4528-8c8a-44c0d83108ac, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:43.413067 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.461647 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] For port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:43.465307 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] For port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:43.469080 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c41ca14d-8aa7-48bb-9e33-778fe33d7de9 req-c39a58cb-0044-4ceb-a6a8-2d15a5356de1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500123 May 27 09:40:43.474077 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.536245 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:43.537523 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:43.543654 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:43.568979 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38564) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:43.610972 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e550753-70a9-4eb7-9eb1-40741ddea90f None None] Pushing event updated for resources: {'Port': ['ID=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:43.614479 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Allocated IP 172.20.0.1 (e39d3b32-496a-402d-8374-32120bd1e496/6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762/5744ccfd-3dfd-40e2-a60a-ab801d4a4d30) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:43.684000 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:43.719763 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77f07531-935d-4706-9587-653c00573737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.734965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks [] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.790080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.806621 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77f07531-935d-4706-9587-653c00573737 admin admin] Publish callbacks [] for security_group (322d86f7-f2ba-461e-8304-d25400cb3c3b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.810691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77f07531-935d-4706-9587-653c00573737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (322d86f7-f2ba-461e-8304-d25400cb3c3b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.815101 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:43.837217 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Network e39d3b32-496a-402d-8374-32120bd1e496 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:43.840971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:43.845649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:43.847728 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07531-935d-4706-9587-653c00573737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322d86f7-f2ba-461e-8304-d25400cb3c3b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:43.849098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Pushing event updated for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:43.865592 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-77f07531-935d-4706-9587-653c00573737 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=096873e060324e8fb065a488b65a5461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930982 May 27 09:40:43.865844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38570) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:43.912901 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:43.914880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.931157 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] Publish callbacks [] for security_group (322d86f7-f2ba-461e-8304-d25400cb3c3b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.977429 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] Publish callbacks [] for security_group (322d86f7-f2ba-461e-8304-d25400cb3c3b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:43.997697 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:41Z', 'revision_number': 3, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:44.025608 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03132370-9ddd-478b-9572-806c099c2b73 None None] The sync data for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi is: [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:41Z', 'revision_number': 3, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:44.076367 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (322d86f7-f2ba-461e-8304-d25400cb3c3b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.079307 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.083226 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/322d86f7-f2ba-461e-8304-d25400cb3c3b HTTP/1.1" status: 204 len: 168 time: 0.2135785 May 27 09:40:44.095392 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d348-f770-4be4-b9de-aa8c426bc6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322d86f7-f2ba-461e-8304-d25400cb3c3b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:44.137969 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:44.172157 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-23b27d55-2476-4a4f-9f86-28c9f47d81ff None None] Provisioning complete for port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:44.172673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-23b27d55-2476-4a4f-9f86-28c9f47d81ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.187784 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.208278 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-23b27d55-2476-4a4f-9f86-28c9f47d81ff None None] Port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:44.445787 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks [] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.451094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.511388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:44.540568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Pushing event updated for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:44.562394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:44.686048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21fc8d-1046-4d49-8cc6-51460dfaa3fb req-05678b4e-0ea6-4604-9ca1-4b6e503fba18 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:44.688152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f21fc8d-1046-4d49-8cc6-51460dfaa3fb req-05678b4e-0ea6-4604-9ca1-4b6e503fba18 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0966969 May 27 09:40:44.753382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Network e39d3b32-496a-402d-8374-32120bd1e496 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:44.758649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:44.771597 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f21fc8d-1046-4d49-8cc6-51460dfaa3fb req-8576d46e-2044-4e6b-bd9f-b50f6521787e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770977 May 27 09:40:44.900209 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Router 2a3e4b21-3209-4be3-a67c-a629673d22f5 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:40:45.048138 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d3352f12-e7aa-4cc0-8507-af19a0897a66 None None] Provisioning complete for port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:45.048558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d3352f12-e7aa-4cc0-8507-af19a0897a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.070560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:45.100683 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1f24221e-e922-436f-af65-f867b72bf4fb admin admin] 10.222.0.41 "PUT /v2.0/routers/2a3e4b21-3209-4be3-a67c-a629673d22f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4543843 May 27 09:40:45.127848 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c4fc28c1-dfbf-4528-8c8a-44c0d83108ac up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:45.131644 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d3352f12-e7aa-4cc0-8507-af19a0897a66 None None] Port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:45.178276 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:45.178879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.284491 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:45.284942 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.307305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:45.313793 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.342440 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:45.385566 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48c1f464-c372-4545-956f-6ac66b903725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.392825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:45.740576 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38624) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:45.746557 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-281181417-network', 'tenant_id': 'da2160cfd845436b813871795986d876'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:45.767379 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Made reservation on behalf of da2160cfd845436b813871795986d876 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:45.769722 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.778106 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.854795 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks [] for security_group (bc79feb4-23f4-49a8-a250-de301a9f8c0f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.859674 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bc79feb4-23f4-49a8-a250-de301a9f8c0f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.885690 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:40:45.896236 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79feb4-23f4-49a8-a250-de301a9f8c0f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:45.901259 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (42b6aea7-6778-4a48-9d72-57ced9312d56), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.901921 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Added segment 42b6aea7-6778-4a48-9d72-57ced9312d56 of type vlan for network 10198c87-44f3-464d-9edb-380fc3700c46 May 27 09:40:45.911425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6534db-75ea-4f03-8a1d-3376789e6bbf req-4adcbae2-6f21-4c7f-8d01-f6e63380379b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:45.918374 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8e6534db-75ea-4f03-8a1d-3376789e6bbf req-4adcbae2-6f21-4c7f-8d01-f6e63380379b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0618725 May 27 09:40:45.947194 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (10198c87-44f3-464d-9edb-380fc3700c46), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.969131 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:45.973924 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (10198c87-44f3-464d-9edb-380fc3700c46), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:45.974910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8e6534db-75ea-4f03-8a1d-3376789e6bbf req-cbf15c9b-be34-4b8a-8154-e4497886e261 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 May 27 09:40:45.975149 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:45.975837 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.018539 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 38630) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:46.018744 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2762637 May 27 09:40:46.023553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Request body: {'subnet': {'network_id': '10198c87-44f3-464d-9edb-380fc3700c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-281181417-subnet', 'tenant_id': 'da2160cfd845436b813871795986d876', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:46.044464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Made reservation on behalf of da2160cfd845436b813871795986d876 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:46.047643 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.049012 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dd0f4-96dc-41d4-98b7-bf860e47255e admin admin] Pushing event updated for resources: {'Network': ['ID=10198c87-44f3-464d-9edb-380fc3700c46,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:46.066591 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:40:46.094197 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:46.141169 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Sync routers for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:46.159777 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:46.160397 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:46.243121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (314ba67f-da77-4e68-b8e3-f983f2807958), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.273132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:46.304202 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314ba67f-da77-4e68-b8e3-f983f2807958,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:46.313778 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Checking segment: {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:46.314187 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Network hostable DHCP agents. Network: 10198c87-44f3-464d-9edb-380fc3700c46, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:40:46.334515 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Network 10198c87-44f3-464d-9edb-380fc3700c46 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:40:46.344615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 10198c87-44f3-464d-9edb-380fc3700c46) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:46.349071 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:46.349666 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.358380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:46.358580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef5fae-1f13-47c3-a815-52761e9cae85 None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:46.367776 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c25800bf-cda1-43d7-b561-a4b0f42f9918 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3478084 May 27 09:40:46.370377 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38632) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:46.376064 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:46.401857 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.402910 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.457891 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for router_controller (72ac1087-dc95-4a6b-9e98-5bc2e2893871), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.562516 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-10198c87-44f3-464d-9edb-380fc3700c46', 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46', 'project_id': 'da2160cfd845436b813871795986d876', 'fixed_ips': [{'subnet_id': '314ba67f-da77-4e68-b8e3-f983f2807958'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:40:46.563457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.566011 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 2, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:46.604056 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for router_gateway (72ac1087-dc95-4a6b-9e98-5bc2e2893871), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.605110 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Checking router: 2a3e4b21-3209-4be3-a67c-a629673d22f5 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:46.605464 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Updating router 2a3e4b21-3209-4be3-a67c-a629673d22f5 port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:40:46.635035 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:46.684982 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.800003 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for router_gateway (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.827988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:46.881335 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Allocated IP 172.20.0.2 (10198c87-44f3-464d-9edb-380fc3700c46/314ba67f-da77-4e68-b8e3-f983f2807958/8d27fa29-e3ac-4309-95d8-69d815ed1162) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:46.929326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:46.940187 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Allocated IP 172.27.1.26 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/a787f039-0bc9-467a-8a8d-6c806d6c3ec6) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:47.058595 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:47.069192 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:47.083015 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c4fc28c1-dfbf-4528-8c8a-44c0d83108ac up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:47.083235 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.123775 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.129840 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a917733-e751-4b3c-ba4b-8e754fe79b19 req-92af57bf-aeb0-492f-9ee7-e1bd11594866 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:47.139154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a917733-e751-4b3c-ba4b-8e754fe79b19 req-92af57bf-aeb0-492f-9ee7-e1bd11594866 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0776227 May 27 09:40:47.170546 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:47.175966 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:47.178315 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:47.180648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:47.206265 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a917733-e751-4b3c-ba4b-8e754fe79b19 req-05799e28-d90c-41b3-b0b1-a5bee10f56a4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603118 May 27 09:40:47.381850 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:47.382382 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.404487 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks [] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.418870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.436689 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for router_gateway (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.470634 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks [] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.488764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:47.492683 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.501204 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:47.502462 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:47.528038 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Pushing event updated for resources: {'Port': ['ID=8d27fa29-e3ac-4309-95d8-69d815ed1162,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:47.649880 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:47.652384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.664392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe3908-6fe5-4363-b321-8d36abba697e None None] Pushing event updated for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:47.672288 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:47.678379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Attempting to bind port 8d27fa29-e3ac-4309-95d8-69d815ed1162 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:47.678379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Attempting to bind port 8d27fa29-e3ac-4309-95d8-69d815ed1162 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:47.678379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Attempting to bind port 8d27fa29-e3ac-4309-95d8-69d815ed1162 on network 10198c87-44f3-464d-9edb-380fc3700c46 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:47.717310 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:47.718415 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Checking segment: {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:47.719032 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.719585 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Bound using segment: {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:47.720203 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Bound port: 8d27fa29-e3ac-4309-95d8-69d815ed1162, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:47.720738 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.747776 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Attempting to bind port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:47.748988 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Attempting to bind port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:47.749525 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Attempting to bind port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 on network e39d3b32-496a-402d-8374-32120bd1e496 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:47.764221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:47.764591 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Checking segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:47.765040 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.765429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Bound using segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:47.765939 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Bound port: 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:47.766325 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.818319 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:47.827215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:40:47.853917 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ce919e5-1fed-4bc3-a12c-9025040835e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.867663 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ed5b10a3-28f7-4d5c-ba2a-1444249adeee None None] Provisioning complete for port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:47.868229 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed5b10a3-28f7-4d5c-ba2a-1444249adeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.886505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:47.944885 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] For port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:47.950533 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] For port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:47.950652 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:47.953347 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] For port 8d27fa29-e3ac-4309-95d8-69d815ed1162, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:47.956606 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b10a3-28f7-4d5c-ba2a-1444249adeee None None] Port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:47.959022 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] For port 8d27fa29-e3ac-4309-95d8-69d815ed1162, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8d27fa29-e3ac-4309-95d8-69d815ed1162,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:47.967259 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.972079 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Sync routers for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:47.975461 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:47.976877 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5af104ce-be7b-41cc-abc8-4fc4c77915e3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6051445 May 27 09:40:47.979829 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 38654) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:40:47.995029 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:47.996028 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:48.017852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.117803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe3908-6fe5-4363-b321-8d36abba697e None None] Pushing event updated for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:48.128376 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:48.136964 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:48.201268 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:48.272992 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:48.424694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260c4c2-e154-4bba-99a4-41b2631f0e42 None None] Pushing event updated for resources: {'Port': ['ID=8d27fa29-e3ac-4309-95d8-69d815ed1162,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:48.445728 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38089b42-17c8-4a3f-b87a-02e8c74b04f6 req-5b2f9342-98a9-44a1-8bad-d3bd51923324 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:48.463663 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-38089b42-17c8-4a3f-b87a-02e8c74b04f6 req-5b2f9342-98a9-44a1-8bad-d3bd51923324 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1358998 May 27 09:40:48.537661 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:48.602055 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:48.627651 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-38089b42-17c8-4a3f-b87a-02e8c74b04f6 req-322cd1c1-22c7-4809-aa17-8d28904823fa tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589963 May 27 09:40:48.633191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Provisioning complete for port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:48.635026 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.662363 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:48.727414 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:47Z', 'revision_number': 3, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:48.757326 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Checking router: 72ac1087-dc95-4a6b-9e98-5bc2e2893871 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:48.758360 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Updating router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:40:48.813980 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.909845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Current status of the port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:48.910156 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.915631 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.956890 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:48.985553 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] For port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:48.986765 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:47Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:49.013891 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.019383 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611e39-9fcc-4aad-8fe3-cd1088d7a110 None None] The sync data for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi is: [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:47Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:49.092751 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc2ecd-bde0-463a-96b9-5dcf2724bb38 None None] Pushing event updated for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:49.198834 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks [] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.214686 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8d27fa29-e3ac-4309-95d8-69d815ed1162 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:49.226215 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.235153 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:49.264602 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Allocated IP 172.20.0.1 (10198c87-44f3-464d-9edb-380fc3700c46/314ba67f-da77-4e68-b8e3-f983f2807958/70b1c02d-9bca-4294-b390-a800af162928) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:49.314617 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 8d27fa29-e3ac-4309-95d8-69d815ed1162 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:49.315108 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.352227 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:49.373163 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Attempting to bind port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:49.373650 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Attempting to bind port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:49.374015 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Attempting to bind port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:49.381118 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e70b4-dea1-4fef-ace0-eb6478629530 None None] Pushing event updated for resources: {'Port': ['ID=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:49.405852 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:49.406536 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:49.407108 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.408208 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:49.409572 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Bound port: a787f039-0bc9-467a-8a8d-6c806d6c3ec6, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:49.410141 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.411812 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 8d27fa29-e3ac-4309-95d8-69d815ed1162 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:49.412196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.450818 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 8d27fa29-e3ac-4309-95d8-69d815ed1162, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8d27fa29-e3ac-4309-95d8-69d815ed1162,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:49.455245 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks [] for port (70b1c02d-9bca-4294-b390-a800af162928), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.455682 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.479695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:49.491081 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] For port a787f039-0bc9-467a-8a8d-6c806d6c3ec6, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:49.495691 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] For port a787f039-0bc9-467a-8a8d-6c806d6c3ec6, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:49.506733 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.510816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.519521 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=8d27fa29-e3ac-4309-95d8-69d815ed1162,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:49.572140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Network 10198c87-44f3-464d-9edb-380fc3700c46 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:49.576436 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:49.577063 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:49.581223 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:49.585302 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Pushing event updated for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:49.591711 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:49.629458 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e70b4-dea1-4fef-ace0-eb6478629530 None None] Pushing event updated for resources: {'Port': ['ID=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:49.640869 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.733143 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:49.848124 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451dde-50e2-4c20-8e58-1272e15390ee req-56d66552-6ea1-446f-9f45-2c7d69f9d022 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:49.850412 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4451dde-50e2-4c20-8e58-1272e15390ee req-56d66552-6ea1-446f-9f45-2c7d69f9d022 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1098506 May 27 09:40:49.855993 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e8fe0-be23-4621-b736-b903f48672af None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:40:49.887172 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (70b1c02d-9bca-4294-b390-a800af162928), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:49.967198 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4451dde-50e2-4c20-8e58-1272e15390ee req-69956914-678e-46f3-bc6d-a3a20ed01237 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050572 May 27 09:40:49.986015 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:47Z', 'revision_number': 3, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:49.992714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a1301180-1115-4bd6-b72b-ef736eddd9c2 None None] Provisioning complete for port 8d27fa29-e3ac-4309-95d8-69d815ed1162 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:49.993077 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a1301180-1115-4bd6-b72b-ef736eddd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.016453 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe73eb88-75f2-4d00-801f-ac36fc01d4a1 None None] The sync data for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi is: [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:47Z', 'revision_number': 3, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:50.071826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:50.073730 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.168171 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a1301180-1115-4bd6-b72b-ef736eddd9c2 None None] Current status of the port 8d27fa29-e3ac-4309-95d8-69d815ed1162 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:50.190741 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks [] for port (70b1c02d-9bca-4294-b390-a800af162928), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.197849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.282943 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.285068 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Pushing event updated for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:50.433179 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Network 10198c87-44f3-464d-9edb-380fc3700c46 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:50.434835 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:50.435950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1df85559-99af-417b-87cc-707f94657380 None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:50.436404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1df85559-99af-417b-87cc-707f94657380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.436927 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:50.486724 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1df85559-99af-417b-87cc-707f94657380 None None] Port 70b1c02d-9bca-4294-b390-a800af162928 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:50.513772 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1df85559-99af-417b-87cc-707f94657380 None None] Provisioning complete for port 8d27fa29-e3ac-4309-95d8-69d815ed1162 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:50.514389 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1df85559-99af-417b-87cc-707f94657380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.587957 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:40:50.647429 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:50.648187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1df85559-99af-417b-87cc-707f94657380 None None] Current status of the port 8d27fa29-e3ac-4309-95d8-69d815ed1162 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:50.721033 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:40:50.726195 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fa2391b2-c9c3-4aef-8301-e1f0bc1db606 admin admin] 10.222.0.41 "PUT /v2.0/routers/72ac1087-dc95-4a6b-9e98-5bc2e2893871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7448976 May 27 09:40:50.806776 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a2c87f38-3576-4aa5-9684-9c3f625df124 None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:50.807162 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f38-3576-4aa5-9684-9c3f625df124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:50.917907 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a2c87f38-3576-4aa5-9684-9c3f625df124 None None] Port 70b1c02d-9bca-4294-b390-a800af162928 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:51.036603 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3eae2062-e963-4c68-b9e5-4f0fcf4a534c None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:51.036603 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3eae2062-e963-4c68-b9e5-4f0fcf4a534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.102770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3eae2062-e963-4c68-b9e5-4f0fcf4a534c None None] Port 70b1c02d-9bca-4294-b390-a800af162928 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:40:51.131528 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7230d4-74dc-425b-aa64-f86b18ff7d7e req-c20837f7-0e0f-450e-841b-2a6660d49c53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:51.133132 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5c7230d4-74dc-425b-aa64-f86b18ff7d7e req-c20837f7-0e0f-450e-841b-2a6660d49c53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0652573 May 27 09:40:51.188130 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5c7230d4-74dc-425b-aa64-f86b18ff7d7e req-9ad96c4a-3c68-49e3-9cad-99a9a4735c4a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 May 27 09:40:51.231362 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:51.277981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:51.278352 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.481803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:51.483072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device a787f039-0bc9-467a-8a8d-6c806d6c3ec6 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:51.534377 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:51.535109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.566852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:51.610434 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:51.610973 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.633247 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port a787f039-0bc9-467a-8a8d-6c806d6c3ec6, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:51.637379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.638427 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8d27fa29-e3ac-4309-95d8-69d815ed1162 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:51.642199 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:51.709720 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.739688 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:51.744029 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 8d27fa29-e3ac-4309-95d8-69d815ed1162 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:51.744390 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:51.783470 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:51.820407 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 8d27fa29-e3ac-4309-95d8-69d815ed1162 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:52.169181 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Sync routers for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:40:52.188598 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:52.189393 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:52.304383 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:52.314406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cb68-4db5-48a3-909f-22ca1fd6ac37 req-ecf09a20-303b-4f9c-8893-f1f87bdd0a8c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:52.315975 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-beb0cb68-4db5-48a3-909f-22ca1fd6ac37 req-ecf09a20-303b-4f9c-8893-f1f87bdd0a8c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0541430 May 27 09:40:52.367260 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-beb0cb68-4db5-48a3-909f-22ca1fd6ac37 req-ebf69c58-a2a2-45da-a295-b9b12146f852 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 May 27 09:40:52.433114 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:52.505424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:49Z', 'revision_number': 4, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '70b1c02d-9bca-4294-b390-a800af162928', 'name': '', 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46', 'tenant_id': 'da2160cfd845436b813871795986d876', 'mac_address': 'fa:16:3e:53:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:48Z', 'updated_at': '2022-05-27T09:40:50Z', 'revision_number': 2, 'project_id': 'da2160cfd845436b813871795986d876', 'subnets': [{'id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:52.534981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Checking router: 72ac1087-dc95-4a6b-9e98-5bc2e2893871 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:40:52.535627 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Updating router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 port 70b1c02d-9bca-4294-b390-a800af162928 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:40:52.565600 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (70b1c02d-9bca-4294-b390-a800af162928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:52.795087 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:52.863794 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks [] for port (70b1c02d-9bca-4294-b390-a800af162928), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:52.870044 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:52.938878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Pushing event updated for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:52.963136 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.963510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.963845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.964179 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.964504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.964825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.965144 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.965461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.965775 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.966092 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.966409 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.966744 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.967061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.967404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:52.967718 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:53.013854 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Attempting to bind port 70b1c02d-9bca-4294-b390-a800af162928 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:53.014299 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Attempting to bind port 70b1c02d-9bca-4294-b390-a800af162928 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:53.014758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Attempting to bind port 70b1c02d-9bca-4294-b390-a800af162928 on network 10198c87-44f3-464d-9edb-380fc3700c46 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:53.020841 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:53.021457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Checking segment: {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:53.021925 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.022388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Bound using segment: {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:53.022930 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Bound port: 70b1c02d-9bca-4294-b390-a800af162928, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b6aea7-6778-4a48-9d72-57ced9312d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:53.023416 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (70b1c02d-9bca-4294-b390-a800af162928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.076623 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:53.091939 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device a787f039-0bc9-467a-8a8d-6c806d6c3ec6 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:53.128747 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] For port 70b1c02d-9bca-4294-b390-a800af162928, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:53.153835 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] For port 70b1c02d-9bca-4294-b390-a800af162928, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=70b1c02d-9bca-4294-b390-a800af162928,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:53.163948 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:53.164331 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.166880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.243134 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:53.243539 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.300412 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:40:53.301065 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:40:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:53.311106 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91a065-d26d-4415-a64d-20c87dc8e39b None None] Pushing event updated for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:53.529163 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f05a-5d75-47f3-a4ba-2d73bf06aff1 req-2c706fd4-6fec-4540-abed-39faa90d3b94 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:53.532475 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4c1f05a-5d75-47f3-a4ba-2d73bf06aff1 req-2c706fd4-6fec-4540-abed-39faa90d3b94 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0749173 May 27 09:40:53.594763 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4c1f05a-5d75-47f3-a4ba-2d73bf06aff1 req-c69fbf8d-ab44-49e3-8919-60aeb89939ff tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553362 May 27 09:40:53.618175 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Current status of the port 70b1c02d-9bca-4294-b390-a800af162928 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:53.618175 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (70b1c02d-9bca-4294-b390-a800af162928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.630612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:53.654497 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:40:53.700246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] For port 70b1c02d-9bca-4294-b390-a800af162928, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=70b1c02d-9bca-4294-b390-a800af162928,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:40:53.709938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.742741 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:53.862131 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35e9cb-fbde-4911-a61b-e248778cd8f4 None None] Pushing event updated for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:53.867924 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0b9af7c7-a151-473c-aa28-c4605e246285 None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:53.868299 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b9af7c7-a151-473c-aa28-c4605e246285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:53.980016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:53.985625 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:49Z', 'revision_number': 4, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '70b1c02d-9bca-4294-b390-a800af162928', 'name': '', 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46', 'tenant_id': 'da2160cfd845436b813871795986d876', 'mac_address': 'fa:16:3e:53:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:48Z', 'updated_at': '2022-05-27T09:40:53Z', 'revision_number': 4, 'project_id': 'da2160cfd845436b813871795986d876', 'subnets': [{'id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:40:54.022995 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dcf00-49b6-4b50-afc9-cd373641cedb None None] The sync data for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi is: [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:49Z', 'revision_number': 4, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '70b1c02d-9bca-4294-b390-a800af162928', 'name': '', 'network_id': '10198c87-44f3-464d-9edb-380fc3700c46', 'tenant_id': 'da2160cfd845436b813871795986d876', 'mac_address': 'fa:16:3e:53:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:48Z', 'updated_at': '2022-05-27T09:40:53Z', 'revision_number': 4, 'project_id': 'da2160cfd845436b813871795986d876', 'subnets': [{'id': '314ba67f-da77-4e68-b8e3-f983f2807958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:40:54.025000 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0b9af7c7-a151-473c-aa28-c4605e246285 None None] Current status of the port 70b1c02d-9bca-4294-b390-a800af162928 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:54.342730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:54.477766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-1d73d103-4e70-4fc8-8ac7-7c450104c14f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:54.480396 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-1d73d103-4e70-4fc8-8ac7-7c450104c14f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 809 time: 0.2074425 May 27 09:40:54.496742 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-af835ed1-3857-4f46-a615-ae10aee651c9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/quotas/4b17fac30e6a469a8e0ca8b6e2fcdc1d HTTP/1.1" status: 200 len: 375 time: 0.0107222 May 27 09:40:54.544309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-069169b8-a09a-4659-864e-373e7d1f38a7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359762 May 27 09:40:54.645777 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-86f81d4f-44b4-465e-afae-9ed9b7e8daec service neutron] 10.222.0.41 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942495 May 27 09:40:54.991596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e32f-f2b2-44b9-ab37-b2f7d1179c7a req-254e155c-5c52-431e-a949-092783fb2134 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:54.993116 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a247e32f-f2b2-44b9-ab37-b2f7d1179c7a req-254e155c-5c52-431e-a949-092783fb2134 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0821285 May 27 09:40:55.083739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a247e32f-f2b2-44b9-ab37-b2f7d1179c7a req-9c84177d-4fe8-4ec9-8c8e-206b807cad0b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835085 May 27 09:40:55.086191 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-6b022669-76ef-4454-9538-1cd5ccc6d98f service neutron] 10.222.0.41 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320588 May 27 09:40:55.167429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 70b1c02d-9bca-4294-b390-a800af162928 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:40:55.216990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 70b1c02d-9bca-4294-b390-a800af162928 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:40:55.217240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (70b1c02d-9bca-4294-b390-a800af162928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:55.325966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e12a2ab5-f16b-4465-b14f-80d090795154 req-b50108ec-1cfc-47bb-9b85-0aa63e8b86ba tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0415642 May 27 09:40:55.370527 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 70b1c02d-9bca-4294-b390-a800af162928 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:40:56.336527 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8604fc-11dc-41db-a373-b782a69ba91b req-8e9dbb3d-cb96-4aee-a628-9fb3446c452e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:56.344324 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d8604fc-11dc-41db-a373-b782a69ba91b req-8e9dbb3d-cb96-4aee-a628-9fb3446c452e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1021566 May 27 09:40:56.428763 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:56.463924 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d8604fc-11dc-41db-a373-b782a69ba91b req-a74944a9-ed8f-4b41-8fab-9930e4cb74fe tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155903 May 27 09:40:56.571546 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ab7d15cf-6596-4b41-945e-2cc8cb30dc00 req-2c7fcbba-1463-4add-af8d-427ef738b88f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0566385 May 27 09:40:56.892683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-10c66915-7605-45a9-bab2-7860a3d84d88 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:56.894698 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-10c66915-7605-45a9-bab2-7860a3d84d88 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 809 time: 0.1568077 May 27 09:40:56.924905 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Request body: {'port': {'device_id': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577', 'admin_state_up': True, 'tenant_id': '4b17fac30e6a469a8e0ca8b6e2fcdc1d'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:57.059098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Made reservation on behalf of 4b17fac30e6a469a8e0ca8b6e2fcdc1d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:40:57.064083 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:57.213635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Allocated IP 172.20.0.11 (bc3314c2-6f7a-4cfb-97c0-f4db7429a577/361bee3e-37a3-4062-8a22-e7c7c10b96a5/29e0e6fe-fdf8-4aef-8d63-c82097856df5) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:40:57.292074 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:57.388688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks [] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:57.422775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:57.479241 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:40:57.482933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:40:57.487664 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:40:57.492902 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Pushing event updated for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:57.528413 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.528914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.529380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.529810 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.530284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.530698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.531360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.531950 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.531950 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.532739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.532739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.533200 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.533631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.534046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.534452 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:40:57.560301 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:57.562299 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:57.583439 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-c998489f-cdb8-4f82-aef4-a279445bd991 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628923 May 27 09:40:57.631951 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Request body: {'port': {'device_id': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:40:57.698465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:57.743435 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e09-9082-45ba-a3d5-e08c9ebade81 req-77614009-00a4-4ea8-834a-453899026339 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:57.750816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62544e09-9082-45ba-a3d5-e08c9ebade81 req-77614009-00a4-4ea8-834a-453899026339 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1662140 May 27 09:40:57.814679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbebb4-aca5-4f9b-aee4-da90666de1fd req-f8e81f50-62d5-4cb3-949c-aad3cebe14b3 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:57.819801 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bbebb4-aca5-4f9b-aee4-da90666de1fd req-f8e81f50-62d5-4cb3-949c-aad3cebe14b3 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 932 time: 0.1436198 May 27 09:40:57.860991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:57.896927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62544e09-9082-45ba-a3d5-e08c9ebade81 req-984492ca-cafd-4609-806b-c6a19dba0f6b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418719 May 27 09:40:57.927023 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bbebb4-aca5-4f9b-aee4-da90666de1fd req-c81369a4-7407-44a0-8472-db884ce4ff2a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038554 May 27 09:40:58.244038 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e0e6fe-fdf8-4aef-8d63-c82097856df5 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:40:58.252525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks [] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:58.259095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:58.268069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Transition to ACTIVE for port object 29e0e6fe-fdf8-4aef-8d63-c82097856df5 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:40:58.272599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:58.367357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:58.429159 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Attempting to bind port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:40:58.429910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Attempting to bind port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:40:58.429910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Attempting to bind port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:58.434572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:40:58.434891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Attempting to bind port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 on network bc3314c2-6f7a-4cfb-97c0-f4db7429a577 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:40:58.440017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:40:58.440348 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Checking segment: {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:40:58.440728 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Bound using segment: {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:40:58.441150 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Bound port: 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307c1941-2928-49d7-adcf-ec664cf82dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:40:58.441502 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:58.511814 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:40:58.516265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:40:58.522668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:58.562084 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:58.563082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:40:58.564592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/29e0e6fe-fdf8-4aef-8d63-c82097856df5 HTTP/1.1" status: 200 len: 1094 time: 0.9543927 May 27 09:40:58.567070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:40:58.569448 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e79f3e-5082-441f-bead-89286aace4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:40:58.599975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f197f-7a11-4e7b-b41b-a50e6c3ef6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:40:58.628226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8edef4b-388a-4d11-9279-5cb6ae47406d x-openstack-request-id: req-c8edef4b-388a-4d11-9279-5cb6ae47406d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:40:58.628509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:40:58.628760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8edef4b-388a-4d11-9279-5cb6ae47406d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:40:58.629160 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8edef4b-388a-4d11-9279-5cb6ae47406d'] response: {'name': 'network-changed', 'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5', 'status': 'completed', 'code': 200} May 27 09:40:58.701291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-51895d95-e1a2-4b03-9f28-3de7125f25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:58.702865 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-51895d95-e1a2-4b03-9f28-3de7125f25b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 1128 time: 0.0488319 May 27 09:40:58.758560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-3e8cf316-a03f-4776-ad2b-78a14ea2e67d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5 HTTP/1.1" status: 200 len: 217 time: 0.0412965 May 27 09:40:58.797966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:40:58.824039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-f74d748a-192e-4e81-a271-9bc91f3b31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:58.825602 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-f74d748a-192e-4e81-a271-9bc91f3b31bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=361bee3e-37a3-4062-8a22-e7c7c10b96a5 HTTP/1.1" status: 200 len: 849 time: 0.0535941 May 27 09:40:58.878028 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-bd997d76-08b2-4754-ba1a-71fae3cbb64f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437040 May 27 09:40:59.027120 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-32a4fad4-4846-4986-a3f8-b27dd84ddc61 service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400170 May 27 09:40:59.150135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd10c26-ff2e-4f78-bc2b-1b6a2631deba req-e07cfa50-acad-4cca-911f-e74b95f0bc99 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:59.151608 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bdd10c26-ff2e-4f78-bc2b-1b6a2631deba req-e07cfa50-acad-4cca-911f-e74b95f0bc99 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1702361 May 27 09:40:59.184990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be14225-3583-4dd8-bb7d-fb8fd9bc24b0 req-c07eb779-327c-4673-a7b3-b13005f69b2a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:40:59.187010 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8be14225-3583-4dd8-bb7d-fb8fd9bc24b0 req-c07eb779-327c-4673-a7b3-b13005f69b2a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.1654871 May 27 09:40:59.190941 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-419c717e-5b33-4a6a-b348-2202bef77c21 req-82b8c050-7131-42ec-a238-20a4f003121c service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529381 May 27 09:40:59.258201 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bdd10c26-ff2e-4f78-bc2b-1b6a2631deba req-1d661e19-803b-4d16-8c82-7fe64976166c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959384 May 27 09:40:59.274154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8be14225-3583-4dd8-bb7d-fb8fd9bc24b0 req-c0c96ad6-92e5-473e-9848-10cf00498ce5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779057 May 27 09:41:00.425266 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1861cb5-da32-44d1-a5fc-5aa24278954f req-403a3cf9-bd43-498d-a022-00a2e806fea7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:00.431807 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1861cb5-da32-44d1-a5fc-5aa24278954f req-403a3cf9-bd43-498d-a022-00a2e806fea7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0970495 May 27 09:41:00.455748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982231d-3c88-4c12-9b19-caad0d9ef0b5 req-a4b1948f-2c40-46e8-a1c7-ad2dc7fa55b3 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:00.457213 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e982231d-3c88-4c12-9b19-caad0d9ef0b5 req-a4b1948f-2c40-46e8-a1c7-ad2dc7fa55b3 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0804749 May 27 09:41:00.509940 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:00.522547 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1861cb5-da32-44d1-a5fc-5aa24278954f req-936eea3e-00f5-4703-b4a5-507c73412568 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898426 May 27 09:41:00.530387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e982231d-3c88-4c12-9b19-caad0d9ef0b5 req-76e0c3db-a755-49f8-bebe-bdc5e26b7962 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657439 May 27 09:41:00.709355 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=13 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:00.721198 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:01.641492 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:01.719654 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe288-5200-4ae5-b500-b2e7054a703b req-377b76fb-563c-4ca5-9b6b-0d39668eeb81 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:01.721225 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-25ffe288-5200-4ae5-b500-b2e7054a703b req-377b76fb-563c-4ca5-9b6b-0d39668eeb81 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0923772 May 27 09:41:01.727508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78933e55-f844-44a8-827e-35eb0853fee6 req-4184273c-d327-4443-a79d-cdb568907273 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:01.728969 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78933e55-f844-44a8-827e-35eb0853fee6 req-4184273c-d327-4443-a79d-cdb568907273 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.1019619 May 27 09:41:01.813346 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-25ffe288-5200-4ae5-b500-b2e7054a703b req-a292e045-1cff-441d-a7fe-14f536237a14 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 May 27 09:41:01.818171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78933e55-f844-44a8-827e-35eb0853fee6 req-01b3fb8f-7d0c-4a87-8f52-aa42af36e60a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740261 May 27 09:41:03.006687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb859e4-0024-4a71-94fa-882ac37b61d9 req-59126729-92bf-4df9-833d-6923aafc32e1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:03.008211 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ebb859e4-0024-4a71-94fa-882ac37b61d9 req-59126729-92bf-4df9-833d-6923aafc32e1 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.1024632 May 27 09:41:03.014115 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9af21-9814-4aa7-bc55-77f3d12b5417 req-540e9b77-1225-4ab9-b600-71d7fd2cf6d5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:03.015633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1bf9af21-9814-4aa7-bc55-77f3d12b5417 req-540e9b77-1225-4ab9-b600-71d7fd2cf6d5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1085382 May 27 09:41:03.092756 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1bf9af21-9814-4aa7-bc55-77f3d12b5417 req-b7c16627-7ba1-4ebe-887b-fe35c0a077d0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 May 27 09:41:03.115934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ebb859e4-0024-4a71-94fa-882ac37b61d9 req-b424d674-6c2f-41d0-91bc-8b9d03323dbd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905225 May 27 09:41:04.246596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24ca33-29fa-4d96-8a87-adc0e4fc483c req-9f47e59d-dda9-4c65-8ad0-e23065db7fc8 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:04.251816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bf24ca33-29fa-4d96-8a87-adc0e4fc483c req-9f47e59d-dda9-4c65-8ad0-e23065db7fc8 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0698023 May 27 09:41:04.290338 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:04.308614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec379f-7ba8-4d5e-937e-f75f218080db req-819770e2-0201-4b74-ad8a-e57aa782a9a0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:04.315255 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64ec379f-7ba8-4d5e-937e-f75f218080db req-819770e2-0201-4b74-ad8a-e57aa782a9a0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1426377 May 27 09:41:04.357252 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bf24ca33-29fa-4d96-8a87-adc0e4fc483c req-4c3bb0a3-c360-4f9a-86f1-77a606e370a0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890114 May 27 09:41:04.381688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64ec379f-7ba8-4d5e-937e-f75f218080db req-1a251c9b-a451-4f8b-a3c7-a973b029280b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653186 May 27 09:41:04.740161 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-dbb4797f-140a-4519-b88d-976e502e08be tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:04.741638 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-dbb4797f-140a-4519-b88d-976e502e08be tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 815 time: 0.1025217 May 27 09:41:04.755946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-ce9fa6cf-97b9-42e2-a205-e2f62198f125 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/quotas/050fc8655bd34646b1b3f211b6fd912a HTTP/1.1" status: 200 len: 375 time: 0.0089476 May 27 09:41:04.806538 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-edf0ace4-bbc8-4470-b565-892c3585a8c7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457377 May 27 09:41:04.899994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3b2c122e-eb56-4e15-868a-074b910a5e57 service neutron] 10.222.0.41 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 May 27 09:41:04.994598 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-b0cb7dcd-fb5c-4716-b716-d78bcb745a4e service neutron] 10.222.0.41 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 May 27 09:41:05.152148 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-55fbd3f6-aaba-47ff-af79-069e3bae36c8 req-109a46eb-6286-48e6-ae56-02ee3020d818 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0286224 May 27 09:41:05.358741 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=50 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:05.364068 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=15 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:05.708608 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d745-41e1-4484-8798-7d006d6d0be0 req-084097ff-d8de-40d6-b496-7efd90c42ae2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:05.710112 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5984d745-41e1-4484-8798-7d006d6d0be0 req-084097ff-d8de-40d6-b496-7efd90c42ae2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.2829957 May 27 09:41:05.729688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5e98d-c5f3-4091-929a-abeca1589113 req-4e7ab895-130d-4d00-be92-36a47ea00d5f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:05.731062 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ecc5e98d-c5f3-4091-929a-abeca1589113 req-4e7ab895-130d-4d00-be92-36a47ea00d5f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.2705700 May 27 09:41:05.770130 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:05.790733 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5984d745-41e1-4484-8798-7d006d6d0be0 req-1201e6e5-6aab-40cf-91bf-df680d9c6b2a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 May 27 09:41:05.802325 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ecc5e98d-c5f3-4091-929a-abeca1589113 req-cd4b445d-1bef-4bfb-b1cc-668cc7068f2a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638072 May 27 09:41:06.241976 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac08e44f-0160-416f-96ba-3a2773f2bf37 req-0d7570d7-9981-4c56-ab83-ea93068d99f6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0276480 May 27 09:41:06.939807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aca71-7cd9-4897-a3d9-e4f4a80ca688 req-221e2dcc-233d-4627-9f88-9caefaaa0715 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:06.941281 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-233aca71-7cd9-4897-a3d9-e4f4a80ca688 req-221e2dcc-233d-4627-9f88-9caefaaa0715 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0806103 May 27 09:41:06.960211 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f5026-1b07-4815-9b28-1a36b2d57ac9 req-bfdd8aa5-020e-41a1-a1b3-b569562ab596 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:06.961586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c2f5026-1b07-4815-9b28-1a36b2d57ac9 req-bfdd8aa5-020e-41a1-a1b3-b569562ab596 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0735290 May 27 09:41:07.026625 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-233aca71-7cd9-4897-a3d9-e4f4a80ca688 req-7e358095-97c5-4d62-8e87-e723ca545cfd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 May 27 09:41:07.030641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c2f5026-1b07-4815-9b28-1a36b2d57ac9 req-a2280ce9-d39b-4bb3-a6da-ecc62e33c046 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 May 27 09:41:07.333165 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7abd92e6-dd2b-4356-8921-cde345b83773 req-07e759dd-1dde-4458-a77e-3a9c70d19969 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0267751 May 27 09:41:08.179905 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc6fff-5f46-4175-99a0-78f2f14dbee7 req-dd18de22-81cd-4a3d-a95b-1d6fc36fae0c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:08.181397 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2acc6fff-5f46-4175-99a0-78f2f14dbee7 req-dd18de22-81cd-4a3d-a95b-1d6fc36fae0c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0793822 May 27 09:41:08.187888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5ebe-e106-487b-8fc8-4b0fe451a656 req-b9ead16a-5e17-4cfa-9b61-e52dfe2833ad tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:08.189247 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-562b5ebe-e106-487b-8fc8-4b0fe451a656 req-b9ead16a-5e17-4cfa-9b61-e52dfe2833ad tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0774264 May 27 09:41:08.215783 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:08.265658 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-562b5ebe-e106-487b-8fc8-4b0fe451a656 req-e7e7347f-8b63-4fb7-90a7-29767d1e4158 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 May 27 09:41:08.268674 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2acc6fff-5f46-4175-99a0-78f2f14dbee7 req-04224ee8-3f10-4ae9-8442-31d66b2dddd8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785332 May 27 09:41:08.428407 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ddd92b7a-496c-4141-9187-cf5e4d55d21a req-e1a88633-0207-4d5c-9a84-a30fc77cc5dd tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0304043 May 27 09:41:09.406161 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5226-ba6e-494f-8d26-5104a4459749 req-e1805ca5-f3be-4c85-8a1d-892564c9fc19 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:09.407649 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc5a5226-ba6e-494f-8d26-5104a4459749 req-e1805ca5-f3be-4c85-8a1d-892564c9fc19 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0753047 May 27 09:41:09.413550 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964b54-5e3e-4a7f-a3eb-77e9b4ce9645 req-dda21028-caca-4aa0-b530-41d2585ded96 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:09.414896 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-14964b54-5e3e-4a7f-a3eb-77e9b4ce9645 req-dda21028-caca-4aa0-b530-41d2585ded96 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0737340 May 27 09:41:09.493585 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc5a5226-ba6e-494f-8d26-5104a4459749 req-57375e71-a340-4a3d-9ef0-4bcdae9227f0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776858 May 27 09:41:09.496857 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-14964b54-5e3e-4a7f-a3eb-77e9b4ce9645 req-a485daf8-2a9a-4c9f-b9b9-81c6f73867b9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738521 May 27 09:41:09.579976 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fadfb5a-3b20-464a-a09e-d0d3644be49e req-6c9c86bd-dc73-424a-85a8-8ccdcfa9fb05 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0306146 May 27 09:41:10.638715 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77c3e-9017-4550-b725-8fbc3e320bb8 req-f2885291-98ff-4283-b3e1-aafef2dd8d74 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:10.640195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-19c77c3e-9017-4550-b725-8fbc3e320bb8 req-f2885291-98ff-4283-b3e1-aafef2dd8d74 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0739045 May 27 09:41:10.647692 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618e36-b76a-4af4-93cc-9ce9affe2ba2 req-77be924d-c09e-48ee-a15a-d66a25aa2e62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:10.649076 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a7618e36-b76a-4af4-93cc-9ce9affe2ba2 req-77be924d-c09e-48ee-a15a-d66a25aa2e62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0738897 May 27 09:41:10.722264 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-19c77c3e-9017-4550-b725-8fbc3e320bb8 req-34f570dc-d098-4ff9-85cd-759e133445fb tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 May 27 09:41:10.726331 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a7618e36-b76a-4af4-93cc-9ce9affe2ba2 req-5ba66a18-4cd0-4759-a9eb-cfeefe0c3e64 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706785 May 27 09:41:10.806680 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fea0b8e5-46dd-4206-ae10-bafca01afc54 req-705d9f50-51c4-4821-b205-9fbd496647c0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0285609 May 27 09:41:11.854100 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eaf55-3c1d-4958-93d3-85b2d3918930 req-816bf5db-fa2c-48b2-a1da-6530b03faa03 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:11.855662 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-982eaf55-3c1d-4958-93d3-85b2d3918930 req-816bf5db-fa2c-48b2-a1da-6530b03faa03 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0598414 May 27 09:41:11.913907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce54da-195c-4341-84d6-458a4880812f req-00de017a-295d-473a-b60d-f2d1d599ef82 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:11.915384 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85ce54da-195c-4341-84d6-458a4880812f req-00de017a-295d-473a-b60d-f2d1d599ef82 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0836496 May 27 09:41:11.957956 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-982eaf55-3c1d-4958-93d3-85b2d3918930 req-179988d9-dab5-4501-8580-41c6612b4b65 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825622 May 27 09:41:11.980515 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85ce54da-195c-4341-84d6-458a4880812f req-af07e768-c762-4db8-a68b-e1f41e968977 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 May 27 09:41:12.038329 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07df911d-e687-482c-bebe-e399d489567e req-0511fb58-8f4e-4b01-9176-ed412ac1771b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0273511 May 27 09:41:13.093740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:13.106497 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4846024-19df-4cc5-b458-20cae0b98813 req-7352ae0a-0427-4299-b8a8-d3dddc7a2274 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:13.108029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4846024-19df-4cc5-b458-20cae0b98813 req-7352ae0a-0427-4299-b8a8-d3dddc7a2274 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.0836945 May 27 09:41:13.117885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cf570-2f42-4871-a97b-4f8101101779 req-abe458d4-ca8b-47a4-99df-1508adea0267 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:13.119265 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3a4cf570-2f42-4871-a97b-4f8101101779 req-abe458d4-ca8b-47a4-99df-1508adea0267 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0639107 May 27 09:41:13.191442 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4846024-19df-4cc5-b458-20cae0b98813 req-32c2811b-adca-47b9-a95b-0335c0e57496 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711834 May 27 09:41:13.195522 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3a4cf570-2f42-4871-a97b-4f8101101779 req-238f3b57-ea86-4c58-8061-d6f9f09ed2ec tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682983 May 27 09:41:13.282134 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3faf2d2a-369f-4789-b867-5b9348a3bade req-15f65df8-dea0-4565-aa26-071bc7f844fb tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0277779 May 27 09:41:13.985022 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e79f3e-5082-441f-bead-89286aace4c9 req-74b99dd4-e19f-4cb3-a791-d0b5833ed5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:13.986690 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-74b99dd4-e19f-4cb3-a791-d0b5833ed5cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 1128 time: 0.0412681 May 27 09:41:14.112875 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:14.162054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:14.167214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e79f3e-5082-441f-bead-89286aace4c9 req-f3d50c45-5ec9-47da-acaa-04b92058025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.168839 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-f3d50c45-5ec9-47da-acaa-04b92058025e service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 200 len: 910 time: 0.0952771 May 27 09:41:14.250940 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-897b4626-e818-4077-bf1f-43fd2ede8ec6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5 HTTP/1.1" status: 200 len: 217 time: 0.0463428 May 27 09:41:14.251195 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=10 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:14.379939 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-12304474-e9c7-4041-bc45-7ee1bad5619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.381433 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-12304474-e9c7-4041-bc45-7ee1bad5619b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.1846948 May 27 09:41:14.401344 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431377-0199-47b6-b6bc-6aaa898600a9 req-cc5d1d8e-e1e5-4a46-888e-feac31c12fd6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.402795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9e431377-0199-47b6-b6bc-6aaa898600a9 req-cc5d1d8e-e1e5-4a46-888e-feac31c12fd6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1263294 May 27 09:41:14.409163 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96788f2d-21e4-4c93-9e69-4356783f2a32 req-369d9565-c3e5-4b2d-b3ff-862afe0c737a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.410587 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-96788f2d-21e4-4c93-9e69-4356783f2a32 req-369d9565-c3e5-4b2d-b3ff-862afe0c737a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 944 time: 0.1331816 May 27 09:41:14.423853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e79f3e-5082-441f-bead-89286aace4c9 req-91ab2e64-2f28-45ff-8ff3-fb6b9e2416b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.425129 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-91ab2e64-2f28-45ff-8ff3-fb6b9e2416b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=361bee3e-37a3-4062-8a22-e7c7c10b96a5 HTTP/1.1" status: 200 len: 849 time: 0.1499543 May 27 09:41:14.486774 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9e431377-0199-47b6-b6bc-6aaa898600a9 req-b058843e-936e-4eff-82e9-2e2962ffda93 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 May 27 09:41:14.494455 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-96788f2d-21e4-4c93-9e69-4356783f2a32 req-6ec3eaa6-e7c9-4b93-9897-3a1292f2b490 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 May 27 09:41:14.570279 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01ef9074-bfd0-4e3e-9c5a-156ab760b6c9 req-0f87047d-03e5-4130-9e38-fcafd84812c2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0274966 May 27 09:41:14.603681 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-a27bcd72-fd49-4eb9-b10a-98eeba68fed2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc3314c2-6f7a-4cfb-97c0-f4db7429a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274279 May 27 09:41:14.840000 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-a937b3ad-d9a3-4de5-9492-9a91adcca200 service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274120 May 27 09:41:14.852791 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-01ac2c3b-4d0e-4517-8863-613af97997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.854200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-01ac2c3b-4d0e-4517-8863-613af97997ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.2346082 May 27 09:41:14.880758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-eb0c57a1-fd9b-4aca-adb0-d90afad53629 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:14.882189 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-eb0c57a1-fd9b-4aca-adb0-d90afad53629 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 815 time: 0.1774793 May 27 09:41:14.937371 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'port': {'device_id': 'cd942627-ce67-4a65-95dc-a589397bd130', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'admin_state_up': True, 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:41:14.948356 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-c31b4eaf-9e72-4cc1-9a3b-084d0cbc796a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.0652907 May 27 09:41:15.032285 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 29e0e6fe-fdf8-4aef-8d63-c82097856df5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:41:15.071965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:15.113878 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-930b6a26-bc48-423e-b61b-c33d0bd8bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:15.115597 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-930b6a26-bc48-423e-b61b-c33d0bd8bdf8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.1114264 May 27 09:41:15.134430 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:41:15.142101 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e79f3e-5082-441f-bead-89286aace4c9 req-b72cc49d-9a33-4899-91bb-54e71168fcde service neutron] 10.222.0.65 "GET /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578797 May 27 09:41:15.147523 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '29e0e6fe-fdf8-4aef-8d63-c82097856df5', 'network_id': 'bc3314c2-6f7a-4cfb-97c0-f4db7429a577', 'port_id': '29e0e6fe-fdf8-4aef-8d63-c82097856df5', 'mac_address': 'fa:16:3e:2b:23:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361bee3e-37a3-4062-8a22-e7c7c10b96a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:41:15.183696 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:41:15.184081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.184632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-bb790a12-3c56-440a-b461-75e140ec913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:15.186208 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-bb790a12-3c56-440a-b461-75e140ec913c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646601 May 27 09:41:15.196262 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Made reservation on behalf of 050fc8655bd34646b1b3f211b6fd912a for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:41:15.198184 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e0e6fe-fdf8-4aef-8d63-c82097856df5 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:41:15.200474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.235974 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:41:15.241898 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.251051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:15.323716 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:15.362351 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3a92473e-b18e-451e-865d-8aec8c1f81a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.375701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-8ef05fd5-369b-4e45-b598-d85fc69e6383 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719213 May 27 09:41:15.453021 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Allocated IP 172.20.0.13 (e39d3b32-496a-402d-8374-32120bd1e496/6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762/7adfbb2e-f976-47e6-8ad5-c96c45292acc) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:41:15.727838 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b376a-9ebc-447e-9ad9-e45d85c69a4c req-46d94f85-36d7-4f92-8f32-f4da746fad3c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:15.729267 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e4b376a-9ebc-447e-9ad9-e45d85c69a4c req-46d94f85-36d7-4f92-8f32-f4da746fad3c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1083596 May 27 09:41:15.738864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c97-5b8c-4662-aa7b-e481a984656e req-16f54322-5fe6-4a59-8930-78ff0b40177e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:15.740448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-965b5c97-5b8c-4662-aa7b-e481a984656e req-16f54322-5fe6-4a59-8930-78ff0b40177e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 945 time: 0.1210589 May 27 09:41:15.773567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.852050 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e4b376a-9ebc-447e-9ad9-e45d85c69a4c req-bdceafb1-0c69-4295-aff7-5ebde2cdb141 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106222 May 27 09:41:15.861608 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-965b5c97-5b8c-4662-aa7b-e481a984656e req-ebe39e69-2bae-41e4-9364-c37e79b08160 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056857 May 27 09:41:15.888786 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:15.929493 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['29e0e6fe-fdf8-4aef-8d63-c82097856df5'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:41:15.930073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:15.942166 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Network e39d3b32-496a-402d-8374-32120bd1e496 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:41:15.948185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:41:15.951043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:41:16.021215 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:16.085768 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:16.086414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:16.132614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9f26f-54fe-452f-93ad-25fefd0d558f req-7a770680-6f85-4405-97c9-f901a1042a90 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:16.140994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72e9f26f-54fe-452f-93ad-25fefd0d558f req-7a770680-6f85-4405-97c9-f901a1042a90 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.1437612 May 27 09:41:16.153891 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3da2e69b-6bf2-4bd4-9504-9e09b1752cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2203522 May 27 09:41:16.194200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72e9f26f-54fe-452f-93ad-25fefd0d558f req-ac51cd4e-4968-441b-810e-87b9fd1beabd tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 May 27 09:41:16.330038 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-14669e3f-daa0-4c3c-8ac1-5859a3fb5745 None None] Provisioning complete for port 7adfbb2e-f976-47e6-8ad5-c96c45292acc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:41:16.330496 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14669e3f-daa0-4c3c-8ac1-5859a3fb5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:16.369482 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-14669e3f-daa0-4c3c-8ac1-5859a3fb5745 None None] Port 7adfbb2e-f976-47e6-8ad5-c96c45292acc cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:41:17.256408 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67445-3997-4f3e-ab26-08bf590b4bd3 req-8d66c9a3-4300-49ab-b998-299bddcae15f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:17.263751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eee67445-3997-4f3e-ab26-08bf590b4bd3 req-8d66c9a3-4300-49ab-b998-299bddcae15f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.3421772 May 27 09:41:17.291068 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0da0b-d3fe-4620-9a65-7da20d79678d req-6d3ab649-c542-4872-82e5-8c61e67cbd42 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:17.298595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36c0da0b-d3fe-4620-9a65-7da20d79678d req-6d3ab649-c542-4872-82e5-8c61e67cbd42 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 945 time: 0.1000102 May 27 09:41:17.342787 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:17.380235 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36c0da0b-d3fe-4620-9a65-7da20d79678d req-e1909874-b28f-4b13-9333-8d54bc6ec28a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 May 27 09:41:17.395897 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eee67445-3997-4f3e-ab26-08bf590b4bd3 req-75619013-d6db-4307-b6d2-1484a9226360 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304870 May 27 09:41:17.458064 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 29e0e6fe-fdf8-4aef-8d63-c82097856df5 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:41:17.519473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af1df-fb88-4563-96f5-1fef9f2b7429 req-7a095bd3-c446-4e1b-b5ab-8bbc2ce5d10d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:17.521086 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb7af1df-fb88-4563-96f5-1fef9f2b7429 req-7a095bd3-c446-4e1b-b5ab-8bbc2ce5d10d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0710635 May 27 09:41:17.526215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:41:17.548192 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:41:17.548574 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:17.587242 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb7af1df-fb88-4563-96f5-1fef9f2b7429 req-29949bdb-992e-4201-8944-6a53af853d08 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 May 27 09:41:17.659208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:41:17.660153 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:17.684462 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:41:17.687566 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35f03ea-74a5-4a68-9e92-317135d8f2ee" -d '{"events": [{"server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "name": "network-vif-plugged", "status": "completed", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:41:17.700394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:41:17.705612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:17.733277 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed6d8d3-2b89-455d-981c-8a542de6a7db x-openstack-request-id: req-bed6d8d3-2b89-455d-981c-8a542de6a7db {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:41:17.733559 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "name": "network-vif-plugged", "status": "completed", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:41:17.733807 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bed6d8d3-2b89-455d-981c-8a542de6a7db {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:41:17.734188 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed6d8d3-2b89-455d-981c-8a542de6a7db'] response: {'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5', 'code': 200} May 27 09:41:17.768700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f11-248b-4c4e-b596-983e5b9d0532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:17.774563 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:18.527691 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ed48e-ec12-4089-98e4-c10d62684312 req-f91db0de-6726-41d7-9814-c5cecb0187c4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:18.532228 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f7ed48e-ec12-4089-98e4-c10d62684312 req-f91db0de-6726-41d7-9814-c5cecb0187c4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0779362 May 27 09:41:18.551240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e797d-2a25-47ae-b94d-398e27a28ab9 req-1837969e-ef06-4d83-915f-f552c8d1f9e6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:18.553832 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da9e797d-2a25-47ae-b94d-398e27a28ab9 req-1837969e-ef06-4d83-915f-f552c8d1f9e6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0715735 May 27 09:41:18.630950 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f7ed48e-ec12-4089-98e4-c10d62684312 req-728138d5-9f47-4e20-900b-baff198e2d30 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946620 May 27 09:41:18.638545 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da9e797d-2a25-47ae-b94d-398e27a28ab9 req-2e22e1f5-02fb-4344-8707-71c129a5e282 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771606 May 27 09:41:18.767116 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41ea6-c3b4-48ff-b64c-8ea4bf8bc900 req-cbec6cda-59e8-420c-bdb6-0a918334401e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:18.768624 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3d41ea6-c3b4-48ff-b64c-8ea4bf8bc900 req-cbec6cda-59e8-420c-bdb6-0a918334401e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0506291 May 27 09:41:18.816433 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3d41ea6-c3b4-48ff-b64c-8ea4bf8bc900 req-e23228f7-b8e6-4dd2-a6a7-dae4fd417eed tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 May 27 09:41:18.863059 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:18.877180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:19.679733 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:41:19.814252 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63b88-350e-401e-a2c9-830fefb5b4be req-d316c654-6d7f-43ab-894e-5bd9f84c61c6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:19.819002 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54e63b88-350e-401e-a2c9-830fefb5b4be req-d316c654-6d7f-43ab-894e-5bd9f84c61c6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1020885 May 27 09:41:19.849816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ea3e3-7d71-4f20-9d7a-4701f4bb6a00 req-4a95308e-1d9d-4ded-9eb3-8c85ef3b7e25 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:19.851339 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a27ea3e3-7d71-4f20-9d7a-4701f4bb6a00 req-4a95308e-1d9d-4ded-9eb3-8c85ef3b7e25 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0891435 May 27 09:41:19.900335 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54e63b88-350e-401e-a2c9-830fefb5b4be req-8fe7aacb-317c-47d9-8164-15c4490865bd tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804062 May 27 09:41:19.941116 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a27ea3e3-7d71-4f20-9d7a-4701f4bb6a00 req-22562bff-66c9-4df6-bf7b-fd94be62842b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803528 May 27 09:41:19.999327 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:20.028705 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:20.057182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29713e-6020-4d9f-aebe-382af98ade55 req-a5b28c3f-3d7d-4686-85a7-aa6c3228e685 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:20.058858 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a29713e-6020-4d9f-aebe-382af98ade55 req-a5b28c3f-3d7d-4686-85a7-aa6c3228e685 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0687258 May 27 09:41:20.117359 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a29713e-6020-4d9f-aebe-382af98ade55 req-c5d814c4-13d9-441a-8086-432c9b8bd597 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 May 27 09:41:21.064778 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856d7b6-16e1-4c4d-b936-7a5a56cf4e2d req-71d4822f-56c7-49e9-b79c-08d19c98cce2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:21.065574 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5856d7b6-16e1-4c4d-b936-7a5a56cf4e2d req-71d4822f-56c7-49e9-b79c-08d19c98cce2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0851920 May 27 09:41:21.134577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940965-92ed-452e-9d45-7f3fe47cf648 req-21c3b99c-a1cd-4c62-848a-4641bba1614c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:21.136089 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01940965-92ed-452e-9d45-7f3fe47cf648 req-21c3b99c-a1cd-4c62-848a-4641bba1614c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0696757 May 27 09:41:21.185861 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5856d7b6-16e1-4c4d-b936-7a5a56cf4e2d req-fb29fadf-1627-4861-a9c0-1d00463a946e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101444 May 27 09:41:21.216670 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01940965-92ed-452e-9d45-7f3fe47cf648 req-4b1c0f18-9c23-4f78-a40c-5b9b4688a706 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 May 27 09:41:21.307966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b454677-98f5-4fb3-b3d9-03ff6155b695 req-a71bf5bd-1a30-4a8f-a911-1d7c0868d675 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:21.309445 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b454677-98f5-4fb3-b3d9-03ff6155b695 req-a71bf5bd-1a30-4a8f-a911-1d7c0868d675 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0483446 May 27 09:41:21.360953 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b454677-98f5-4fb3-b3d9-03ff6155b695 req-fc6556ad-f3ff-4534-b755-7b4e48eeb208 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 May 27 09:41:21.666023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:22.329384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:22.346182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da092b-e30a-4481-8d74-5ac2448e8b23 req-117a73ab-f735-4d86-8b8b-116177c41040 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:22.347981 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b5da092b-e30a-4481-8d74-5ac2448e8b23 req-117a73ab-f735-4d86-8b8b-116177c41040 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0805886 May 27 09:41:22.356007 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1739-5875-4bbe-ba60-91c43bc7b8c7 req-b39e82b8-883b-4c58-9d7c-2c135608560b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:22.357569 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-868b1739-5875-4bbe-ba60-91c43bc7b8c7 req-b39e82b8-883b-4c58-9d7c-2c135608560b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0609026 May 27 09:41:22.399670 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:22.437020 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b5da092b-e30a-4481-8d74-5ac2448e8b23 req-8ab5a065-70e8-470e-adb7-3a5f3dbdb95a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 May 27 09:41:22.440484 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-868b1739-5875-4bbe-ba60-91c43bc7b8c7 req-b55a63bc-468c-47e1-b253-9c9f02459626 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740604 May 27 09:41:22.541060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8eb2-0878-4865-9bb1-f4015f071d80 req-9cd13608-a9df-4989-b64e-caab9e5c3cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:22.542603 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-436c8eb2-0878-4865-9bb1-f4015f071d80 req-9cd13608-a9df-4989-b64e-caab9e5c3cd9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0509346 May 27 09:41:22.593904 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-436c8eb2-0878-4865-9bb1-f4015f071d80 req-5d36bf0f-788e-481d-bdc1-847a11e60387 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 May 27 09:41:23.581075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6866362-9e9f-4f0e-aef2-de3b5c89116a req-0104ac47-ace9-4e1c-a391-c6c62d18fff7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:23.582587 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f6866362-9e9f-4f0e-aef2-de3b5c89116a req-0104ac47-ace9-4e1c-a391-c6c62d18fff7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0773940 May 27 09:41:23.592440 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3869a-2d51-4cfd-aab3-640a9c67060e req-bcbc6fef-5528-485c-84c0-ec8a69c4d22b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:23.593876 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1d3869a-2d51-4cfd-aab3-640a9c67060e req-bcbc6fef-5528-485c-84c0-ec8a69c4d22b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0785718 May 27 09:41:23.666530 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f6866362-9e9f-4f0e-aef2-de3b5c89116a req-0e49fa90-2665-4410-9b89-27b4062f749d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 May 27 09:41:23.674466 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1d3869a-2d51-4cfd-aab3-640a9c67060e req-0219b041-63df-455c-b572-f5d473666533 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 May 27 09:41:23.766366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8671b11-b16f-408b-a87e-59b715febd39 req-e765b676-fb84-4c9b-864d-d060fb92e252 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:23.767809 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8671b11-b16f-408b-a87e-59b715febd39 req-e765b676-fb84-4c9b-864d-d060fb92e252 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0476966 May 27 09:41:23.815380 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8671b11-b16f-408b-a87e-59b715febd39 req-30e1ac5c-3c76-452b-8ad5-1f5ff3bba9e2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 May 27 09:41:24.816867 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4b32e-de5a-4735-9538-293454de4ac9 req-39e64b4f-eb06-4a36-9242-4aa43618dd77 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:24.818385 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54c4b32e-de5a-4735-9538-293454de4ac9 req-39e64b4f-eb06-4a36-9242-4aa43618dd77 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0804772 May 27 09:41:24.826690 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9deee-395f-4374-8c64-6a236d4f54c0 req-9851b839-f395-46d0-bf70-74a4b1ef6515 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:24.828156 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4d9deee-395f-4374-8c64-6a236d4f54c0 req-9851b839-f395-46d0-bf70-74a4b1ef6515 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0790823 May 27 09:41:24.905182 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4d9deee-395f-4374-8c64-6a236d4f54c0 req-b03e5679-baec-4ef3-96a8-60d0b4f6ecd2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692041 May 27 09:41:24.908051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54c4b32e-de5a-4735-9538-293454de4ac9 req-94df6e27-19b2-481e-bdcb-c25ce40a87b2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789664 May 27 09:41:24.991963 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:25.008378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0019-9325-4c09-9e97-d73ea1b53454 req-dec57045-0746-4bea-a7a7-29a001170f56 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:25.009913 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91fb0019-9325-4c09-9e97-d73ea1b53454 req-dec57045-0746-4bea-a7a7-29a001170f56 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0486813 May 27 09:41:25.068144 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91fb0019-9325-4c09-9e97-d73ea1b53454 req-50cd2921-1b4c-4694-84a6-b7af6d0da679 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 May 27 09:41:26.056979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f76ba-46ec-40a5-bd79-a4ec7b567283 req-7514f618-2ea2-47fe-aaf8-2a858f88df1e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:26.058572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d12f76ba-46ec-40a5-bd79-a4ec7b567283 req-7514f618-2ea2-47fe-aaf8-2a858f88df1e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0735173 May 27 09:41:26.068001 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a65438-f22b-4441-9a79-49be4e705e5e req-151472a1-06dd-4d43-9ead-2b4f680ba4cd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:26.069317 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-52a65438-f22b-4441-9a79-49be4e705e5e req-151472a1-06dd-4d43-9ead-2b4f680ba4cd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0824099 May 27 09:41:26.145885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:26.153653 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-52a65438-f22b-4441-9a79-49be4e705e5e req-1848d045-038e-4be0-a294-6a88d9811bf7 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774522 May 27 09:41:26.178061 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d12f76ba-46ec-40a5-bd79-a4ec7b567283 req-bc7fcdcc-c3e2-404a-a758-b551fb588520 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875087 May 27 09:41:26.280854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377156bb-880d-433d-a41d-a2f8c05c057c req-533635ef-9390-4ceb-bfee-9845fb9b2658 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:26.282352 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-377156bb-880d-433d-a41d-a2f8c05c057c req-533635ef-9390-4ceb-bfee-9845fb9b2658 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0581045 May 27 09:41:26.331669 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-377156bb-880d-433d-a41d-a2f8c05c057c req-97854b53-c43e-4a19-9093-aa527fb44461 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 May 27 09:41:27.320896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86645bee-c847-441d-a7ff-975440246fff req-62e64fb8-cae5-4f59-a9c9-3a2eb573d91b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:27.326105 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86645bee-c847-441d-a7ff-975440246fff req-62e64fb8-cae5-4f59-a9c9-3a2eb573d91b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0873873 May 27 09:41:27.363698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bf45-9090-4c76-ac2b-f37da5dff50e req-900539ea-47cd-4fcf-a446-4d93da8dcb0c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:27.365198 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13d7bf45-9090-4c76-ac2b-f37da5dff50e req-900539ea-47cd-4fcf-a446-4d93da8dcb0c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0982728 May 27 09:41:27.412048 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86645bee-c847-441d-a7ff-975440246fff req-247c5381-8f73-4c02-a0d1-358d1b9b13f6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758581 May 27 09:41:27.438666 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13d7bf45-9090-4c76-ac2b-f37da5dff50e req-a6cb3059-05d5-424e-b8f4-c4d39956fbb3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649691 May 27 09:41:27.526383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8866eb1-5202-45b0-b7f1-32968f5656f1 req-52fa5441-8a82-45f7-852a-18a218b37f50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:27.527877 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8866eb1-5202-45b0-b7f1-32968f5656f1 req-52fa5441-8a82-45f7-852a-18a218b37f50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0478160 May 27 09:41:27.575756 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8866eb1-5202-45b0-b7f1-32968f5656f1 req-2ae32d94-d0bf-4f3e-8ee6-a50336094ceb tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 May 27 09:41:28.563807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55df4d-2225-4912-8d99-315e826c12ed req-b4fa0941-c562-423f-bd44-22726f74b80d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:28.565511 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c55df4d-2225-4912-8d99-315e826c12ed req-b4fa0941-c562-423f-bd44-22726f74b80d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0864208 May 27 09:41:28.581975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab72c4-e544-43f1-a82e-15ac4d8003ff req-5ac225ad-031c-4154-b6ae-1e9213fffa49 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:28.584085 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4ab72c4-e544-43f1-a82e-15ac4d8003ff req-5ac225ad-031c-4154-b6ae-1e9213fffa49 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0708680 May 27 09:41:28.653445 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c55df4d-2225-4912-8d99-315e826c12ed req-58882148-b043-4853-bdbc-44c7665166fd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683320 May 27 09:41:28.665914 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4ab72c4-e544-43f1-a82e-15ac4d8003ff req-397efc01-9bab-49f2-a822-8dbc5b6d7152 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737309 May 27 09:41:28.758893 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214efde-29d3-4e40-bba4-f304f91e8358 req-ca07808d-d77c-4ec8-a8df-1253005a210c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:28.760365 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b214efde-29d3-4e40-bba4-f304f91e8358 req-ca07808d-d77c-4ec8-a8df-1253005a210c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0497379 May 27 09:41:28.810425 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b214efde-29d3-4e40-bba4-f304f91e8358 req-ae6682f5-0591-4e11-b5ba-6554fdd97795 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 May 27 09:41:29.784066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089c94-0df3-4c34-9259-f177bb06d632 req-8e31bca9-6129-43c7-b32a-263d21131985 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:29.785500 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff089c94-0df3-4c34-9259-f177bb06d632 req-8e31bca9-6129-43c7-b32a-263d21131985 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0617714 May 27 09:41:29.832987 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f42c54-a61c-495f-ab76-9518f01c4a46 req-4005b125-75be-4087-ab50-92bf408b2403 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:29.834508 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3f42c54-a61c-495f-ab76-9518f01c4a46 req-4005b125-75be-4087-ab50-92bf408b2403 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0673616 May 27 09:41:29.878641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff089c94-0df3-4c34-9259-f177bb06d632 req-096639b8-900c-43f0-9c27-d16dbb2bd72d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769737 May 27 09:41:29.908018 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c3f42c54-a61c-495f-ab76-9518f01c4a46 req-521642e3-2c72-4e19-a837-8cfe13c0692b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 May 27 09:41:29.972990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:29.989186 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b707e0-79be-48f4-9761-84aebf2954f9 req-fd60b2d8-a5f8-4e6a-924e-78419984c92e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:29.991733 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3b707e0-79be-48f4-9761-84aebf2954f9 req-fd60b2d8-a5f8-4e6a-924e-78419984c92e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0548074 May 27 09:41:30.048861 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3b707e0-79be-48f4-9761-84aebf2954f9 req-67a9d9fe-4bb6-4658-98ec-3f3028b4f015 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524879 May 27 09:41:31.009622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:31.040556 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f04f-4976-45b9-9628-30e6c9f7f514 req-82850628-2ad2-4cd5-bc96-9c7dc168a45b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:31.042048 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51e9f04f-4976-45b9-9628-30e6c9f7f514 req-82850628-2ad2-4cd5-bc96-9c7dc168a45b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0968721 May 27 09:41:31.061812 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f25fe-2bb1-4f82-b550-821815faa8c7 req-5598b98a-41ac-4ba7-81c3-bf4e63f14f03 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:31.064510 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-865f25fe-2bb1-4f82-b550-821815faa8c7 req-5598b98a-41ac-4ba7-81c3-bf4e63f14f03 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0704911 May 27 09:41:31.138193 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51e9f04f-4976-45b9-9628-30e6c9f7f514 req-32610a57-faf0-4aba-ab7c-c8cb34af374a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900633 May 27 09:41:31.142894 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-865f25fe-2bb1-4f82-b550-821815faa8c7 req-82621f3c-f1ed-46be-928e-8b48912ef21a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651615 May 27 09:41:31.243231 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182bafb-c3e3-4bb4-ae24-7b72a2371d73 req-1e2ebea6-a028-42b1-a2d3-9356df3fd127 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:31.244748 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4182bafb-c3e3-4bb4-ae24-7b72a2371d73 req-1e2ebea6-a028-42b1-a2d3-9356df3fd127 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0473261 May 27 09:41:31.291840 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4182bafb-c3e3-4bb4-ae24-7b72a2371d73 req-fb180612-6295-4d0a-b173-1f6232a176aa tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 May 27 09:41:32.285465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601fcd1-1fa9-4252-a9e1-3bd26e53a448 req-e6f04ca8-b09e-47f1-80f9-8db0330427c6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:32.286914 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6601fcd1-1fa9-4252-a9e1-3bd26e53a448 req-e6f04ca8-b09e-47f1-80f9-8db0330427c6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0766897 May 27 09:41:32.292724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404dd92-4923-4c04-8e04-ad0457f86c18 req-6e35adea-4af6-4b7d-8952-37fe14f39d26 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:32.294073 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1404dd92-4923-4c04-8e04-ad0457f86c18 req-6e35adea-4af6-4b7d-8952-37fe14f39d26 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0749350 May 27 09:41:32.366189 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6601fcd1-1fa9-4252-a9e1-3bd26e53a448 req-ae429411-86f4-44cb-846b-03652775e20e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711334 May 27 09:41:32.369356 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1404dd92-4923-4c04-8e04-ad0457f86c18 req-3eb0d40e-7c86-4ef5-8456-b519c01ae2a3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682240 May 27 09:41:32.394179 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:32.397239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:32.474163 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85f493-3f51-42d8-9398-f9e52e14d636 req-0ecf1b8e-e022-44cb-ba02-8d54d49acf05 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:32.475641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f85f493-3f51-42d8-9398-f9e52e14d636 req-0ecf1b8e-e022-44cb-ba02-8d54d49acf05 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0487971 May 27 09:41:32.521243 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f85f493-3f51-42d8-9398-f9e52e14d636 req-eaf2e04d-3e77-413b-ac6c-4fd922369d8b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 May 27 09:41:33.510352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0107f03-f1ca-4003-8614-9bc7fe000fa5 req-22402214-38df-460a-9619-1f9457fb5567 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:33.511866 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0107f03-f1ca-4003-8614-9bc7fe000fa5 req-22402214-38df-460a-9619-1f9457fb5567 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0785291 May 27 09:41:33.520036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d1547-3c92-4ced-8547-9ebbbaec8eb8 req-e42947c9-f207-49ad-9410-7955a43e0cae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:33.521419 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-901d1547-3c92-4ced-8547-9ebbbaec8eb8 req-e42947c9-f207-49ad-9410-7955a43e0cae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0862679 May 27 09:41:33.590146 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0107f03-f1ca-4003-8614-9bc7fe000fa5 req-b423e3ce-21a5-4c55-84a5-bc86590ef610 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677972 May 27 09:41:33.597495 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-901d1547-3c92-4ced-8547-9ebbbaec8eb8 req-77f794ab-4e49-4d91-a740-8d57a0200d83 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 May 27 09:41:33.693372 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5149-f2dd-4d49-b4e9-715d0a692291 req-c47cc257-bafb-410b-bf00-e1837b7f7317 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:33.694820 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b3ce5149-f2dd-4d49-b4e9-715d0a692291 req-c47cc257-bafb-410b-bf00-e1837b7f7317 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0500393 May 27 09:41:33.740986 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b3ce5149-f2dd-4d49-b4e9-715d0a692291 req-9a665f2a-8136-4616-a604-1eac9eac750e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 May 27 09:41:34.730734 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3747da7-4c9a-486c-ae3d-00dde074689c req-9567dac1-6f14-4346-8e48-559f1638a9d4 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:34.732512 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3747da7-4c9a-486c-ae3d-00dde074689c req-9567dac1-6f14-4346-8e48-559f1638a9d4 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0767376 May 27 09:41:34.753382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f497b6-3a3c-4a42-bf97-25243b3b2a32 req-e3e18093-a9ba-460d-8620-cb63557676ba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:34.754910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35f497b6-3a3c-4a42-bf97-25243b3b2a32 req-e3e18093-a9ba-460d-8620-cb63557676ba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0898569 May 27 09:41:34.824513 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:34.828212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:34.834095 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3747da7-4c9a-486c-ae3d-00dde074689c req-3b9e1582-af57-4e65-9557-3070512542cd tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782185 May 27 09:41:34.837627 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35f497b6-3a3c-4a42-bf97-25243b3b2a32 req-daf8b994-dde8-48b4-8b73-d252c7581e80 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750337 May 27 09:41:34.931994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880a19-5f52-4cf3-adb8-83336189a415 req-2a3edf9f-18b9-468a-b394-5c3bc22d0798 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:34.933423 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd880a19-5f52-4cf3-adb8-83336189a415 req-2a3edf9f-18b9-468a-b394-5c3bc22d0798 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0455744 May 27 09:41:34.979217 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd880a19-5f52-4cf3-adb8-83336189a415 req-01e2307e-8fc9-47e5-9152-fccde7075207 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 May 27 09:41:35.977882 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1ca52-6442-4370-9949-e856db9fd4d5 req-31190c57-057a-4a11-8e36-9012da5861f0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:35.979370 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bcc1ca52-6442-4370-9949-e856db9fd4d5 req-31190c57-057a-4a11-8e36-9012da5861f0 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0775959 May 27 09:41:35.985225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75544416-ea35-4c57-a71a-f0ce18df1b36 req-d17bd1a2-ff0b-4e90-9700-f17906e67eea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:35.986563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75544416-ea35-4c57-a71a-f0ce18df1b36 req-d17bd1a2-ff0b-4e90-9700-f17906e67eea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0829923 May 27 09:41:36.057789 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bcc1ca52-6442-4370-9949-e856db9fd4d5 req-b8107d31-9764-47db-81eb-931a08be7ca2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702846 May 27 09:41:36.061894 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75544416-ea35-4c57-a71a-f0ce18df1b36 req-8cb5e417-7bc5-4a0d-b4c0-bf7cd59b2bf4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678546 May 27 09:41:36.156130 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640146b1-caf6-4e02-b78b-2b73c54c7bf6 req-87c57e8b-66e7-49ba-98e3-db9ab8ddd518 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:36.158034 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-640146b1-caf6-4e02-b78b-2b73c54c7bf6 req-87c57e8b-66e7-49ba-98e3-db9ab8ddd518 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0460725 May 27 09:41:36.204786 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-640146b1-caf6-4e02-b78b-2b73c54c7bf6 req-84dc82ed-6176-4fb2-849e-4c9156611658 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 May 27 09:41:37.201975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9740-1b58-491f-af9c-93d0d696986d req-109b1519-45d5-4f98-be22-a1b5421aa681 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:37.203516 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-862a9740-1b58-491f-af9c-93d0d696986d req-109b1519-45d5-4f98-be22-a1b5421aa681 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0778530 May 27 09:41:37.209334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c784a-d1d1-4b92-b3ec-8f122e417315 req-b4b26a20-41eb-4f8b-af83-91cc50e894cc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:37.210666 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-728c784a-d1d1-4b92-b3ec-8f122e417315 req-b4b26a20-41eb-4f8b-af83-91cc50e894cc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0745375 May 27 09:41:37.280035 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-862a9740-1b58-491f-af9c-93d0d696986d req-7457e394-570d-4dc0-887f-6cb9db129978 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 May 27 09:41:37.287402 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-728c784a-d1d1-4b92-b3ec-8f122e417315 req-c48d698a-dac6-478b-9f60-dd85663ad5c2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690954 May 27 09:41:37.387726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f443-7332-4a3d-b139-b28d65f310d5 req-c1710b83-e9e9-4476-bad3-39226400d657 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:37.389177 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f763f443-7332-4a3d-b139-b28d65f310d5 req-c1710b83-e9e9-4476-bad3-39226400d657 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 932 time: 0.0494716 May 27 09:41:37.490163 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f763f443-7332-4a3d-b139-b28d65f310d5 req-1c64d4ed-31b5-4295-b173-a86f5e6360f9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952744 May 27 09:41:37.493632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Request body: {'port': {'device_id': 'cd942627-ce67-4a65-95dc-a589397bd130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:41:37.566583 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ea597ed-8b7c-43b7-9b68-53873ba60972 req-0a75cd9c-f5b7-4af3-a67b-128f8678ed06 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463706 May 27 09:41:37.574374 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:37.734465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:37.772800 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:38.060565 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adfbb2e-f976-47e6-8ad5-c96c45292acc {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:41:38.068854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks [] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:38.082273 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Transition to ACTIVE for port object 7adfbb2e-f976-47e6-8ad5-c96c45292acc will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:41:38.085679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:38.133388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:38.206823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Attempting to bind port 7adfbb2e-f976-47e6-8ad5-c96c45292acc on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:41:38.207628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Attempting to bind port 7adfbb2e-f976-47e6-8ad5-c96c45292acc by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:41:38.207628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Attempting to bind port 7adfbb2e-f976-47e6-8ad5-c96c45292acc on network e39d3b32-496a-402d-8374-32120bd1e496 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:41:38.212298 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Port 7adfbb2e-f976-47e6-8ad5-c96c45292acc on network e39d3b32-496a-402d-8374-32120bd1e496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:41:38.212612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Attempting to bind port 7adfbb2e-f976-47e6-8ad5-c96c45292acc on network e39d3b32-496a-402d-8374-32120bd1e496 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:41:38.217792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:41:38.218132 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Checking segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:41:38.218494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Bound using segment: {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:41:38.218951 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Bound port: 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f392a1-1a4f-434e-a8e6-32e1721b2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:41:38.219324 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:38.284335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:41:38.287439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:41:38.293026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:38.324964 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:38.325761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:38.328406 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] 10.222.0.65 "PUT /v2.0/ports/7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 1094 time: 0.8433280 May 27 09:41:38.329230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:41:38.333301 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451" -d '{"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:41:38.379005 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b965d-c5a1-4eb0-a771-22001368ac49 service neutron] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:38.463409 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ad246-7d87-496e-9e67-414067725abb req-f6d0712a-d352-4e2b-ba5f-2d85ae6d8320 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:38.465097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4b8ad246-7d87-496e-9e67-414067725abb req-f6d0712a-d352-4e2b-ba5f-2d85ae6d8320 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0817652 May 27 09:41:38.494468 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4201de6-c81f-4fd3-b967-b1e54a5f5430 req-02fe4b9f-169e-442e-863b-d5042e6c2497 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:38.496029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c4201de6-c81f-4fd3-b967-b1e54a5f5430 req-02fe4b9f-169e-442e-863b-d5042e6c2497 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0806699 May 27 09:41:38.544412 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4b8ad246-7d87-496e-9e67-414067725abb req-c4a25fe9-37bc-445b-ad36-1c910b620188 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722673 May 27 09:41:38.565789 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c4201de6-c81f-4fd3-b967-b1e54a5f5430 req-272021a3-2853-42d2-92ed-18391c4389b2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 May 27 09:41:38.595206 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6d031-921f-44e7-a171-97f3c527c7eb x-openstack-request-id: req-70f6d031-921f-44e7-a171-97f3c527c7eb {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:41:38.595532 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:41:38.595862 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70f6d031-921f-44e7-a171-97f3c527c7eb {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:41:38.596543 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f6d031-921f-44e7-a171-97f3c527c7eb'] response: {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:41:38.638334 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:38.639066 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:38.669430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cad98a-166d-4834-aaef-83f2c7a22d40 req-a2c7c790-82a7-478c-8d17-f0ace9a140fd tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:38.670900 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-00cad98a-166d-4834-aaef-83f2c7a22d40 req-a2c7c790-82a7-478c-8d17-f0ace9a140fd tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0467985 May 27 09:41:38.717594 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-00cad98a-166d-4834-aaef-83f2c7a22d40 req-c1aea0e7-89d8-4a1a-ab87-4a2c6ec00000 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 May 27 09:41:39.709727 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d624-8333-4fb2-86b1-c85448f841db req-82c0eb9a-7ffd-4878-90b4-edca3895e1b8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:39.711123 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35f1d624-8333-4fb2-86b1-c85448f841db req-82c0eb9a-7ffd-4878-90b4-edca3895e1b8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0989618 May 27 09:41:39.723568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e34403-d727-4890-a71f-ebc2ce42fcc8 req-bf42e3e1-7ff1-449a-a937-127200af55a2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:39.724973 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-87e34403-d727-4890-a71f-ebc2ce42fcc8 req-bf42e3e1-7ff1-449a-a937-127200af55a2 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0811431 May 27 09:41:39.777097 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:39.801575 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35f1d624-8333-4fb2-86b1-c85448f841db req-a2332913-901e-48f8-a6c3-950c642be835 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 May 27 09:41:39.806033 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-87e34403-d727-4890-a71f-ebc2ce42fcc8 req-7ffff140-5144-43bc-9d3e-4ed6f9441006 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 May 27 09:41:39.885260 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:39.901243 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e230b9-e1d9-454c-ab26-6e4b0d3ef0d9 req-125699f0-b9b3-4bd0-9d3b-4d8d0e6794b0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:39.902709 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4e230b9-e1d9-454c-ab26-6e4b0d3ef0d9 req-125699f0-b9b3-4bd0-9d3b-4d8d0e6794b0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0482161 May 27 09:41:39.952434 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4e230b9-e1d9-454c-ab26-6e4b0d3ef0d9 req-836f884d-77d2-419d-8904-21c98cbb8e18 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443006 May 27 09:41:40.945860 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2db116-dd41-4a9e-b4ee-b46098f703c3 req-a5275ef5-03d3-401c-979b-8f8c9e240322 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:40.947455 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd2db116-dd41-4a9e-b4ee-b46098f703c3 req-a5275ef5-03d3-401c-979b-8f8c9e240322 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0755756 May 27 09:41:40.953635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57bef7-075c-4e18-ac7b-b1fc8224b87c req-5b32c8c3-96e5-44f5-a187-6862202bf293 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:40.955142 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc57bef7-075c-4e18-ac7b-b1fc8224b87c req-5b32c8c3-96e5-44f5-a187-6862202bf293 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0821023 May 27 09:41:41.032468 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd2db116-dd41-4a9e-b4ee-b46098f703c3 req-6e3a3384-ee16-4f6b-8107-0797012bb068 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763173 May 27 09:41:41.040656 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc57bef7-075c-4e18-ac7b-b1fc8224b87c req-829f959a-c71c-425b-adeb-da85d93df13b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780754 May 27 09:41:41.178669 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06219a74-4850-4cb3-9689-b7d1def9143e req-574e4eb3-5988-415c-aa29-efd929ab0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:41.180222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06219a74-4850-4cb3-9689-b7d1def9143e req-574e4eb3-5988-415c-aa29-efd929ab0768 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 1130 time: 0.1021030 May 27 09:41:41.189567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1a028-f882-42ef-b93a-5ee27fde017a req-a993865c-9e54-4f7f-bea6-20db2bc3056c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:41.190975 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62b1a028-f882-42ef-b93a-5ee27fde017a req-a993865c-9e54-4f7f-bea6-20db2bc3056c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0839751 May 27 09:41:41.191924 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-bff5a85c-a080-4f30-b903-32ac2c3c5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:41.193266 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-bff5a85c-a080-4f30-b903-32ac2c3c5972 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1128 time: 0.0873604 May 27 09:41:41.269282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cb480-e385-4bc0-9b34-79c29deb2a17 req-b0de434e-b716-465c-9077-e492a099b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:41.270773 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b8cb480-e385-4bc0-9b34-79c29deb2a17 req-b0de434e-b716-465c-9077-e492a099b771 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.0756214 May 27 09:41:41.300740 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06219a74-4850-4cb3-9689-b7d1def9143e req-f870bb34-f51e-4d3d-a657-f741c9beb69e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065180 May 27 09:41:41.311664 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62b1a028-f882-42ef-b93a-5ee27fde017a req-e6d6bfb3-ebc3-4279-a6d3-79732decc252 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008749 May 27 09:41:41.399059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-8984d2a1-3f8e-496d-8d2b-6d53c54f7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:41.400563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-8984d2a1-3f8e-496d-8d2b-6d53c54f7a88 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=050fc8655bd34646b1b3f211b6fd912a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988138 May 27 09:41:42.174600 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096bb78-0629-4c40-8b56-5e2622d9adef req-83e93336-faee-4672-b428-8a4f7f28ad1c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:42.176204 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0096bb78-0629-4c40-8b56-5e2622d9adef req-83e93336-faee-4672-b428-8a4f7f28ad1c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0728123 May 27 09:41:42.195326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a90c49-4eb8-41e0-8c23-fe103f5502a4 req-c517af36-a093-4c44-8216-b9ad4bfe7e74 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:42.196703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3a90c49-4eb8-41e0-8c23-fe103f5502a4 req-c517af36-a093-4c44-8216-b9ad4bfe7e74 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0648022 May 27 09:41:42.312097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0096bb78-0629-4c40-8b56-5e2622d9adef req-edda9b9f-28a1-471e-9ed7-1f020b9100ad tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304116 May 27 09:41:42.323025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3a90c49-4eb8-41e0-8c23-fe103f5502a4 req-388fc3e9-4c6c-4574-9d5d-22a127ddadef tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193590 May 27 09:41:42.375586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b8cb480-e385-4bc0-9b34-79c29deb2a17 req-a7349fc0-c65b-4f02-8886-155b3cd50f91 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418381 May 27 09:41:42.377681 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:42.424406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-3bc65f6f-d28c-4ff9-8fa7-59a61f283221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:42.425850 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d757d2b1-2102-4ff5-a3aa-bbc8903cd451 req-3bc65f6f-d28c-4ff9-8fa7-59a61f283221 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798162 May 27 09:41:42.443877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8816910-856d-4782-8882-752f0666716d req-24ee8457-8aa1-4a3b-a107-ffffc237525e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:42.445269 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8816910-856d-4782-8882-752f0666716d req-24ee8457-8aa1-4a3b-a107-ffffc237525e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0603642 May 27 09:41:42.490861 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8816910-856d-4782-8882-752f0666716d req-e6deb7b4-595d-4d32-9564-c0b28996bc97 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 May 27 09:41:43.452555 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef43a7-b569-47e1-8dbf-7e80b2917c59 req-cabeafff-50b3-4514-a4f7-6bb762e715df tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:43.454041 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6cef43a7-b569-47e1-8dbf-7e80b2917c59 req-cabeafff-50b3-4514-a4f7-6bb762e715df tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0755384 May 27 09:41:43.456300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:43.466026 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ff6f-6e62-423c-b7d7-4dcec3ca214f req-b19be9e5-c5d7-42c9-8a4e-0f7ee8fe621e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:43.467429 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b449ff6f-6e62-423c-b7d7-4dcec3ca214f req-b19be9e5-c5d7-42c9-8a4e-0f7ee8fe621e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0758908 May 27 09:41:43.539883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6cef43a7-b569-47e1-8dbf-7e80b2917c59 req-798618c1-1b8a-49de-8f80-d262a2e5948e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 May 27 09:41:43.543790 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b449ff6f-6e62-423c-b7d7-4dcec3ca214f req-c33eba7e-d7ff-4d2a-a527-5005b73caf7a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697610 May 27 09:41:43.640450 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5070bf-38c5-4769-a22b-bcdc413e0cf7 req-0aceacdc-802b-4725-a3a6-c419ec67a14d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:43.643653 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f5070bf-38c5-4769-a22b-bcdc413e0cf7 req-0aceacdc-802b-4725-a3a6-c419ec67a14d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0482371 May 27 09:41:43.687984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f5070bf-38c5-4769-a22b-bcdc413e0cf7 req-5757156b-9fea-4bc9-8ac5-9c89bd5348fc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 May 27 09:41:44.681538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e28d2-8675-49e2-b0d0-1fbab2bc55ec req-926fa6e6-d278-4fd1-b640-548f96140d04 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:44.683027 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a27e28d2-8675-49e2-b0d0-1fbab2bc55ec req-926fa6e6-d278-4fd1-b640-548f96140d04 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0762074 May 27 09:41:44.691428 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215416f-345b-4fe1-b9e6-41d1ff92e683 req-13c25940-092e-4e0a-b1e5-d344124cde4a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:44.692832 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7215416f-345b-4fe1-b9e6-41d1ff92e683 req-13c25940-092e-4e0a-b1e5-d344124cde4a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0760207 May 27 09:41:44.762238 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a27e28d2-8675-49e2-b0d0-1fbab2bc55ec req-b8cdf222-c0b5-436f-a650-a19035a12990 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 May 27 09:41:44.769458 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7215416f-345b-4fe1-b9e6-41d1ff92e683 req-65df147d-e57b-407b-9d98-0c4e886d1b8b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690567 May 27 09:41:44.861994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961030e-e983-462f-a857-8c9f632b5215 req-a9a4337b-04ea-42a5-8340-563495a987f2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:44.863399 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7961030e-e983-462f-a857-8c9f632b5215 req-a9a4337b-04ea-42a5-8340-563495a987f2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0470066 May 27 09:41:44.909281 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7961030e-e983-462f-a857-8c9f632b5215 req-3b7b3faf-fcd7-4b37-8d7d-3d78f051927a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 May 27 09:41:45.357355 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-352e1fde-610c-4a99-8243-6da2be988b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:45.918755 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d969-c9eb-4162-92bf-0c3b678bcb31 req-161828b8-926f-4d83-9af4-04f7bcf01ec6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:45.920233 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b61d969-c9eb-4162-92bf-0c3b678bcb31 req-161828b8-926f-4d83-9af4-04f7bcf01ec6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0903833 May 27 09:41:45.927879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abed08-cb5f-47b4-86b0-fc6612a6c07e req-44a859fa-3957-4035-9677-f2585a201c51 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:45.929264 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0abed08-cb5f-47b4-86b0-fc6612a6c07e req-44a859fa-3957-4035-9677-f2585a201c51 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0875659 May 27 09:41:46.004872 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b61d969-c9eb-4162-92bf-0c3b678bcb31 req-45604a86-e8ab-435e-95d4-b0135ae67dba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745840 May 27 09:41:46.008809 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0abed08-cb5f-47b4-86b0-fc6612a6c07e req-325efce7-cada-480d-8611-937d0ef35a7d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725474 May 27 09:41:46.121006 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be73-0fe7-442a-a1d4-5c8b39a4bf82 req-ca69e3e6-cb5c-4825-ac95-f7ddfd7ea63b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:46.122924 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0193be73-0fe7-442a-a1d4-5c8b39a4bf82 req-ca69e3e6-cb5c-4825-ac95-f7ddfd7ea63b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0593517 May 27 09:41:46.181931 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0193be73-0fe7-442a-a1d4-5c8b39a4bf82 req-86e7e8ff-fe46-4259-b928-c7f9470f6894 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 May 27 09:41:46.328809 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:46.363039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-13390087-53bf-4689-bf0a-55972b3c8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:46.364632 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-13390087-53bf-4689-bf0a-55972b3c8d85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1128 time: 0.0446062 May 27 09:41:46.995062 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-4b1abebe-fcf6-4ad7-8e37-bdc8a26abde1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 217 time: 0.0477772 May 27 09:41:47.130718 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812825-d91a-4085-a11a-9d6fca31c765 req-faf9f813-86c4-489c-adbb-670abf2e1432 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.132217 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46812825-d91a-4085-a11a-9d6fca31c765 req-faf9f813-86c4-489c-adbb-670abf2e1432 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0538170 May 27 09:41:47.186274 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46812825-d91a-4085-a11a-9d6fca31c765 req-13a33676-1574-425d-9886-076469060979 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481191 May 27 09:41:47.287102 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732ceea-04e8-4bde-b6f6-0228c45e2d1f req-4fb315fc-248f-450f-afed-1b0c84ebae99 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.289214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b732ceea-04e8-4bde-b6f6-0228c45e2d1f req-4fb315fc-248f-450f-afed-1b0c84ebae99 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0485837 May 27 09:41:47.336941 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b732ceea-04e8-4bde-b6f6-0228c45e2d1f req-48c65a98-5d94-4699-9acb-960a3a14c648 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 May 27 09:41:47.435542 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038360e-51fa-42b7-9a77-e572bc153bd5 req-d7e39ec1-ac40-432e-8c60-a018a6fecccb tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.437013 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8038360e-51fa-42b7-9a77-e572bc153bd5 req-d7e39ec1-ac40-432e-8c60-a018a6fecccb tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0457940 May 27 09:41:47.493533 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8038360e-51fa-42b7-9a77-e572bc153bd5 req-7f0441ad-32ec-477f-9626-d0fae197348d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 May 27 09:41:47.602407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:47.623720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-9aa0030b-4ee3-4269-bfed-d0d91f36aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.626641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-9aa0030b-4ee3-4269-bfed-d0d91f36aad2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0590026 May 27 09:41:47.710311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-2505e765-aa47-40ef-9ea1-7d43d406b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.712133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-2505e765-aa47-40ef-9ea1-7d43d406b3aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781546 May 27 09:41:47.764146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a246ed45-1e2b-491e-99ed-c5f27dea0fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:47.872290 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff259f47-b95f-4004-a332-c353deaa37ed req-7b85a622-776a-4472-8496-d849985fe622 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.873826 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff259f47-b95f-4004-a332-c353deaa37ed req-7b85a622-776a-4472-8496-d849985fe622 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.1376326 May 27 09:41:47.901514 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-1a421ea9-b579-4e56-8dc3-519ebb989398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:47.902972 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-1a421ea9-b579-4e56-8dc3-519ebb989398 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.0975504 May 27 09:41:48.024843 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff259f47-b95f-4004-a332-c353deaa37ed req-b8f2bab7-9985-4b0b-9189-d36e1dc23834 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247361 May 27 09:41:48.030268 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-a456c3bb-6e6f-4b5f-8585-277f5c679782 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808092 May 27 09:41:48.115710 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-88a8903e-a2e3-4929-9edc-c8dfed41f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:48.117171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-88a8903e-a2e3-4929-9edc-c8dfed41f269 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1928737 May 27 09:41:48.167548 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-9a2acc6c-5761-43dd-a914-cf7c116a3559 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.0437698 May 27 09:41:48.260316 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dbb8385c-d72a-41bf-b455-cd14438a8a8c req-d25d867e-116e-4cbf-8853-ac08a0dd4fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202582 May 27 09:41:48.269564 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:48.275332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-36daf7fc-faf3-4398-b0ff-b0009ad8c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:48.276803 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-36daf7fc-faf3-4398-b0ff-b0009ad8c2ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0949595 May 27 09:41:48.338611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-c3a8160a-19fc-4f83-b624-76d9a3bffe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:48.340099 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-c3a8160a-19fc-4f83-b624-76d9a3bffe6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450661 May 27 09:41:48.611902 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f025f2-4fe6-41cf-9325-bd3fd463722f req-bc9c6009-a112-458e-a1f1-11d17e1d40e0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:48.613397 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-02f025f2-4fe6-41cf-9325-bd3fd463722f req-bc9c6009-a112-458e-a1f1-11d17e1d40e0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0491850 May 27 09:41:48.669044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-02f025f2-4fe6-41cf-9325-bd3fd463722f req-de751a08-5ab0-426a-862f-47490ae1e61d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 May 27 09:41:48.868911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9e61-8d05-4598-be98-952d425fef12 req-03af12a8-2453-49c9-96f5-fa13e9f19e0a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:48.870393 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-162f9e61-8d05-4598-be98-952d425fef12 req-03af12a8-2453-49c9-96f5-fa13e9f19e0a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0483737 May 27 09:41:48.889400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:48.929032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-162f9e61-8d05-4598-be98-952d425fef12 req-11c85e02-1973-4fee-a5d5-b56a78b0d75f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496485 May 27 09:41:49.152909 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24f58-65f3-4a71-bd6a-b7951ae2dc45 req-ddbf1381-4b07-4912-8207-1508847f257f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:49.154299 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5c24f58-65f3-4a71-bd6a-b7951ae2dc45 req-ddbf1381-4b07-4912-8207-1508847f257f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0503497 May 27 09:41:49.200298 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5c24f58-65f3-4a71-bd6a-b7951ae2dc45 req-ba2b9a72-1a57-497f-88a1-ecde7d40227e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 May 27 09:41:49.780242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c2c6-7f3b-41f1-837d-b83bb0e57d8f req-35fc4b4b-7901-4a6e-8565-acc1523a073a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:49.782195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0e63c2c6-7f3b-41f1-837d-b83bb0e57d8f req-35fc4b4b-7901-4a6e-8565-acc1523a073a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0458910 May 27 09:41:49.827484 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0e63c2c6-7f3b-41f1-837d-b83bb0e57d8f req-b347bbaa-b1f9-404c-bc36-14991e8b4bcd tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 May 27 09:41:49.988282 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:50.051654 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac4303-ecf0-443f-9147-6ee00142070a req-c95f8812-ae27-43fe-ad2c-1bcacab55e22 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:50.053138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4eac4303-ecf0-443f-9147-6ee00142070a req-c95f8812-ae27-43fe-ad2c-1bcacab55e22 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0508316 May 27 09:41:50.082816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:50.100408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4eac4303-ecf0-443f-9147-6ee00142070a req-686671f9-4bdc-45f7-b766-ab893be1e48a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 May 27 09:41:50.314641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465b4ef-6f09-433a-879f-78a0e6c35874 req-8739fc7c-ae7b-4a61-84b8-a65217ad3566 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:50.316148 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8465b4ef-6f09-433a-879f-78a0e6c35874 req-8739fc7c-ae7b-4a61-84b8-a65217ad3566 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0470400 May 27 09:41:50.362898 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8465b4ef-6f09-433a-879f-78a0e6c35874 req-e88bad7d-96f4-405d-9ff1-2c540a8ae03f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 May 27 09:41:50.937469 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee610-bf4a-4670-b658-4e5eefc11d83 req-6e0cb4fd-652e-41c8-912b-a49534967195 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:50.938820 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7eee610-bf4a-4670-b658-4e5eefc11d83 req-6e0cb4fd-652e-41c8-912b-a49534967195 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0462372 May 27 09:41:50.987300 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7eee610-bf4a-4670-b658-4e5eefc11d83 req-a44ed26f-1772-44e5-bcce-be6ec1be9da1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 May 27 09:41:51.210863 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5e7a-4924-42e2-ad68-b7d9491752e9 req-0ad44cce-1a85-4694-91e7-1926aec5e511 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:51.212259 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-346a5e7a-4924-42e2-ad68-b7d9491752e9 req-0ad44cce-1a85-4694-91e7-1926aec5e511 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0456512 May 27 09:41:51.258161 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-346a5e7a-4924-42e2-ad68-b7d9491752e9 req-a69256a8-d7bd-405a-b271-4407a471a342 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 May 27 09:41:51.473661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245d91-5d26-469e-8c69-a4df986928bf req-41cb9b7a-a12b-4f3a-88f3-1fcf903c2b27 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:51.475014 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56245d91-5d26-469e-8c69-a4df986928bf req-41cb9b7a-a12b-4f3a-88f3-1fcf903c2b27 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0460427 May 27 09:41:51.520018 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56245d91-5d26-469e-8c69-a4df986928bf req-607bf101-73b4-4660-afd4-22241a9841fb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 May 27 09:41:51.658971 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:52.107347 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4c46a-0515-4e9f-a0b4-2c5c8f6fe5ca req-ab674663-af62-4b90-8e28-34128ddcf63c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:52.109472 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78c4c46a-0515-4e9f-a0b4-2c5c8f6fe5ca req-ab674663-af62-4b90-8e28-34128ddcf63c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0564935 May 27 09:41:52.156948 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-78c4c46a-0515-4e9f-a0b4-2c5c8f6fe5ca req-ce13833f-c988-468a-bb83-3aa6e6d6fb0d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 May 27 09:41:52.369817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975a60-4f07-42df-b55b-bb06a4933442 req-0a992deb-531d-48e8-9425-5b53151524ee tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:52.371341 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-af975a60-4f07-42df-b55b-bb06a4933442 req-0a992deb-531d-48e8-9425-5b53151524ee tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0476356 May 27 09:41:52.403034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:52.419960 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-af975a60-4f07-42df-b55b-bb06a4933442 req-d0692185-ad06-46b3-87ab-81d78a5d751e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 May 27 09:41:52.628851 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f35ee-1df7-4f9c-a57d-b56aa315a615 req-5c4558fb-e6a3-4a1e-8aa4-04511abb0f3e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:52.630321 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-599f35ee-1df7-4f9c-a57d-b56aa315a615 req-5c4558fb-e6a3-4a1e-8aa4-04511abb0f3e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0473340 May 27 09:41:52.679438 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-599f35ee-1df7-4f9c-a57d-b56aa315a615 req-8030138e-afae-40b1-a1a7-0bd534ce68b0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 May 27 09:41:53.234393 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:53.269817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dac52-0003-4384-b5a3-1aeb60ea0761 req-4c5340b6-5b54-405e-843f-4f51228477f6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:53.271303 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a0dac52-0003-4384-b5a3-1aeb60ea0761 req-4c5340b6-5b54-405e-843f-4f51228477f6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0465078 May 27 09:41:53.317006 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a0dac52-0003-4384-b5a3-1aeb60ea0761 req-542498a1-153f-46b6-9d14-736a682c6da2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 May 27 09:41:53.533235 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f451f-14e3-4de6-b268-f80ade77c935 req-0fdee391-4559-4efa-985d-eec50e8cb3de tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:53.534699 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa2f451f-14e3-4de6-b268-f80ade77c935 req-0fdee391-4559-4efa-985d-eec50e8cb3de tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0463889 May 27 09:41:53.580236 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa2f451f-14e3-4de6-b268-f80ade77c935 req-eebb5561-71ef-4612-9dd3-31adef173270 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 May 27 09:41:53.794279 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79062c3-6996-4b23-9508-7c72716a95ae req-75e4cbf3-449c-4932-950f-db9fde35c87e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:53.795743 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d79062c3-6996-4b23-9508-7c72716a95ae req-75e4cbf3-449c-4932-950f-db9fde35c87e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0489321 May 27 09:41:53.842934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d79062c3-6996-4b23-9508-7c72716a95ae req-2d854835-f2d2-4be0-b5b4-2d41af755248 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 May 27 09:41:54.390622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:54.428435 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9460-4abb-450f-b723-9acc94a9515f req-dc216549-2f99-4987-b7e5-a47d1108c9b1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:54.430074 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-706e9460-4abb-450f-b723-9acc94a9515f req-dc216549-2f99-4987-b7e5-a47d1108c9b1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0478060 May 27 09:41:54.476966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-706e9460-4abb-450f-b723-9acc94a9515f req-e452cacc-9723-429b-909c-952b93881b13 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 May 27 09:41:54.696567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f804a17-dc75-4d8e-9cbd-63942cda3c86 req-384c4143-aba3-46be-8c5b-45d9b948d213 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:54.698205 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f804a17-dc75-4d8e-9cbd-63942cda3c86 req-384c4143-aba3-46be-8c5b-45d9b948d213 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0507867 May 27 09:41:54.752719 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f804a17-dc75-4d8e-9cbd-63942cda3c86 req-79b198de-e865-4117-b147-7e9f38fb791f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480049 May 27 09:41:54.952464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34e760-af96-4612-8005-a867f48b4ec7 req-bc09986b-0f8c-46d9-a6e3-39457dab0945 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:54.954030 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f34e760-af96-4612-8005-a867f48b4ec7 req-bc09986b-0f8c-46d9-a6e3-39457dab0945 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0460656 May 27 09:41:55.000330 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f34e760-af96-4612-8005-a867f48b4ec7 req-17bcb28d-bd3a-4eb6-b63b-36d842263d7c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 May 27 09:41:55.586134 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a9dc-8f67-4190-954d-595a6a4976d3 req-6b17409b-679a-49cc-99ae-56e6f0e36f0f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:55.587589 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2407a9dc-8f67-4190-954d-595a6a4976d3 req-6b17409b-679a-49cc-99ae-56e6f0e36f0f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0448513 May 27 09:41:55.635255 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2407a9dc-8f67-4190-954d-595a6a4976d3 req-3f1bdd56-56b5-43c8-86fd-813d6c4d007c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 May 27 09:41:55.870259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70e8b1-e436-46f2-9e21-2092480823eb req-be0097f3-357a-4699-a6bd-e70628d123ee tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:55.871696 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac70e8b1-e436-46f2-9e21-2092480823eb req-be0097f3-357a-4699-a6bd-e70628d123ee tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0460491 May 27 09:41:55.917197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac70e8b1-e436-46f2-9e21-2092480823eb req-9ee00de9-a211-4197-89c4-037d167855e9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 May 27 09:41:56.112588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd950e3-2c86-4c64-a172-f8493cb47d31 req-ffc1de55-1181-4d27-85ed-4959966cd202 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:56.114060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fd950e3-2c86-4c64-a172-f8493cb47d31 req-ffc1de55-1181-4d27-85ed-4959966cd202 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0466115 May 27 09:41:56.159640 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fd950e3-2c86-4c64-a172-f8493cb47d31 req-6b158fdc-418f-48e8-bd6f-21df5c3e3d9d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 May 27 09:41:56.679335 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:41:56.750653 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5eb4b-da3f-41bc-ac4d-bb01dccebb19 req-6b1e349f-9c30-42a7-b9b9-0c5cbd4a0a8a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:56.752155 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99a5eb4b-da3f-41bc-ac4d-bb01dccebb19 req-6b1e349f-9c30-42a7-b9b9-0c5cbd4a0a8a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0502205 May 27 09:41:56.800939 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-99a5eb4b-da3f-41bc-ac4d-bb01dccebb19 req-13ac2466-4249-4bdb-a7d3-12b61f4c919a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 May 27 09:41:57.031190 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285e215-8fa4-46ad-9b91-2ed81cb33b82 req-f25ea357-183a-42cc-848e-53d55584ae1a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:57.036377 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8285e215-8fa4-46ad-9b91-2ed81cb33b82 req-f25ea357-183a-42cc-848e-53d55584ae1a tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0476620 May 27 09:41:57.078983 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8285e215-8fa4-46ad-9b91-2ed81cb33b82 req-7b9412bc-3846-430e-8dbc-aed5e1cbd52e tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 May 27 09:41:57.271573 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974f465-440b-47ca-8cbb-b4256ba8ea8e req-4ba9ce4b-123f-4b03-bb25-e54db30ab2d0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:57.273042 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0974f465-440b-47ca-8cbb-b4256ba8ea8e req-4ba9ce4b-123f-4b03-bb25-e54db30ab2d0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0464852 May 27 09:41:57.285310 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:57.526221 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0974f465-440b-47ca-8cbb-b4256ba8ea8e req-68bb464c-cc4c-44bc-97c0-af67ad722cf9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475545 May 27 09:41:57.916266 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19b9ef-12bd-459d-a2d0-6507f85c5128 req-567a9c66-9609-42e6-b26c-1a41f286c4f8 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:57.917708 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c19b9ef-12bd-459d-a2d0-6507f85c5128 req-567a9c66-9609-42e6-b26c-1a41f286c4f8 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0460124 May 27 09:41:57.965877 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c19b9ef-12bd-459d-a2d0-6507f85c5128 req-83f7656b-f2aa-4e46-86c2-130d795b3929 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 May 27 09:41:58.212288 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979e693-d67c-4302-9ecf-bf6e23643e6c req-f9802458-dbfa-426e-af50-26b4e4a6ae0b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:58.213755 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d979e693-d67c-4302-9ecf-bf6e23643e6c req-f9802458-dbfa-426e-af50-26b4e4a6ae0b tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0479305 May 27 09:41:58.245640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:41:58.264398 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d979e693-d67c-4302-9ecf-bf6e23643e6c req-01967cae-1ea1-4a23-8733-0f809820cea8 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 May 27 09:41:58.643749 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3ae3-ac47-42d6-b451-3f2fff3da023 req-cae6dc12-78dd-47b1-a476-c8013b494162 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:58.645182 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a60b3ae3-ac47-42d6-b451-3f2fff3da023 req-cae6dc12-78dd-47b1-a476-c8013b494162 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0466688 May 27 09:41:58.690317 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a60b3ae3-ac47-42d6-b451-3f2fff3da023 req-0eab98eb-365c-4bc3-8996-77ef4b28c4a2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 May 27 09:41:59.082495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ed9c4-7a7e-4e6b-b7ff-4b0210a22897 req-adf47ba7-59d8-40ce-bcbf-4c56af038ecf tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:59.084043 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d29ed9c4-7a7e-4e6b-b7ff-4b0210a22897 req-adf47ba7-59d8-40ce-bcbf-4c56af038ecf tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 944 time: 0.0474818 May 27 09:41:59.131214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d29ed9c4-7a7e-4e6b-b7ff-4b0210a22897 req-27e52ad5-a746-44a0-8f13-9830f9abdb5c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 May 27 09:41:59.293439 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-5dddc201-298d-4955-bfb3-82f439d54d6b service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905170 May 27 09:41:59.377130 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83caa3-2170-4859-bd57-a9b5a2611602 req-ac96e9be-35f8-46e5-a355-abfa2c9e8c42 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:59.378604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb83caa3-2170-4859-bd57-a9b5a2611602 req-ac96e9be-35f8-46e5-a355-abfa2c9e8c42 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0472720 May 27 09:41:59.424371 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb83caa3-2170-4859-bd57-a9b5a2611602 req-9178cb4a-743b-41d3-a3f4-552c8d71b13f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 May 27 09:41:59.559339 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 7adfbb2e-f976-47e6-8ad5-c96c45292acc details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:41:59.654706 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:41:59.670318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'port_id': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'mac_address': 'fa:16:3e:aa:2e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:41:59.706745 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 7adfbb2e-f976-47e6-8ad5-c96c45292acc is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:41:59.707176 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:59.721935 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adfbb2e-f976-47e6-8ad5-c96c45292acc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:41:59.743780 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:41:59.747665 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:41:59.792724 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:41:59.800540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.800882 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.801234 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.801582 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.801904 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.802227 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.802546 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.802867 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.803205 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.803558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.803877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.804193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.804508 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.804820 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.805132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:41:59.816713 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb37c2-f8e5-45b1-8cae-88613f2608ed req-fc30a8bf-a079-4892-aada-55aacee276d9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:41:59.818209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ccbb37c2-f8e5-45b1-8cae-88613f2608ed req-fc30a8bf-a079-4892-aada-55aacee276d9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0533137 May 27 09:41:59.867054 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ccbb37c2-f8e5-45b1-8cae-88613f2608ed req-734b68e1-ee45-4860-9634-461436245d9e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 May 27 09:42:00.244237 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd017c46-15bc-4386-b5c2-a85fec01188c req-742e739a-c6bd-4e26-827d-9e001cf47e53 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:00.245685 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd017c46-15bc-4386-b5c2-a85fec01188c req-742e739a-c6bd-4e26-827d-9e001cf47e53 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 945 time: 0.0466802 May 27 09:42:00.291358 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd017c46-15bc-4386-b5c2-a85fec01188c req-238daf53-11d1-434e-aadc-9892969b82db tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 May 27 09:42:00.462447 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:42:00.544544 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dd200-a4d7-46b4-b617-e24cfbb6d858 req-77c93951-50bd-421d-9873-1e106fafbc52 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:00.547313 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f3dd200-a4d7-46b4-b617-e24cfbb6d858 req-77c93951-50bd-421d-9873-1e106fafbc52 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0554183 May 27 09:42:00.604672 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f3dd200-a4d7-46b4-b617-e24cfbb6d858 req-95fe1967-4703-40d9-9bb7-a80e0a1b061f tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 May 27 09:42:00.747394 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-94cc5c04-fb15-4c0b-8b99-4ca4169b75b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849693 May 27 09:42:00.780504 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dda8a2d-be2f-49d3-aa9d-b629920ff49b req-3882406a-8c61-48e9-accd-f0d5f80bf4ce service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191559 May 27 09:42:00.822123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:00.858577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-89707a7e-1802-4b0c-99c2-b4bd65d899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:00.861662 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-89707a7e-1802-4b0c-99c2-b4bd65d899bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1130 time: 0.0548892 May 27 09:42:00.999436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b13eb4-b924-426e-a64e-02c732a31ad5 req-151d04d4-7ea9-4020-9669-f5f07359bd26 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.001384 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3b13eb4-b924-426e-a64e-02c732a31ad5 req-151d04d4-7ea9-4020-9669-f5f07359bd26 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0584219 May 27 09:42:01.020636 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-2e4a67c2-40e0-4c8a-b8ed-f484abead51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.022044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-2e4a67c2-40e0-4c8a-b8ed-f484abead51f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1386099 May 27 09:42:01.027508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:01.057097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3b13eb4-b924-426e-a64e-02c732a31ad5 req-523e6c1f-990b-4e56-a240-b385a5cd4753 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 May 27 09:42:01.099370 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-68f1e2ff-c09c-49d6-96c1-84255a5eb78b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 200 len: 217 time: 0.0322614 May 27 09:42:01.147359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-f9ce975b-e41e-4275-be57-b6b0810db694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.148748 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-f9ce975b-e41e-4275-be57-b6b0810db694 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0424008 May 27 09:42:01.199010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-26583afb-ec07-4528-be62-e1fbe8eb527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.200564 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-26583afb-ec07-4528-be62-e1fbe8eb527a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451808 May 27 09:42:01.448665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3485c4-f1b9-4d0d-a64b-48017326a981 req-fd556872-d755-4eaa-bc1c-53be5ad2ec31 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.450196 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a3485c4-f1b9-4d0d-a64b-48017326a981 req-fd556872-d755-4eaa-bc1c-53be5ad2ec31 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 945 time: 0.0947409 May 27 09:42:01.501208 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-3ee67bbb-4558-4244-8aad-60ba38f918b1 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468883 May 27 09:42:01.514373 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a3485c4-f1b9-4d0d-a64b-48017326a981 req-972a7ee5-a958-4b8b-be9a-073f163cc12a tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576630 May 27 09:42:01.762104 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36613a5a-d47e-410a-9762-87ecdff23510 req-5b9abb38-ff3a-4d7a-9be6-9cf2ed877839 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.763601 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36613a5a-d47e-410a-9762-87ecdff23510 req-5b9abb38-ff3a-4d7a-9be6-9cf2ed877839 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0923498 May 27 09:42:01.824225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9e16a0e0-f7d9-444a-8256-b24cf0155e58 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:01.825625 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9e16a0e0-f7d9-444a-8256-b24cf0155e58 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.1114514 May 27 09:42:01.874967 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36613a5a-d47e-410a-9762-87ecdff23510 req-530dbd69-41f4-4425-91c5-b7909dcf9710 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008906 May 27 09:42:01.881636 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f04c543-0498-41d4-a9b1-1944d11a0d85 req-46b2053d-a2f4-430e-b1be-0655a6228787 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747844 May 27 09:42:02.045782 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 7adfbb2e-f976-47e6-8ad5-c96c45292acc up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:42:02.088240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 7adfbb2e-f976-47e6-8ad5-c96c45292acc completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:42:02.093342 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 7adfbb2e-f976-47e6-8ad5-c96c45292acc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:42:02.093722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:02.135721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:02.141739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:02.174116 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 7adfbb2e-f976-47e6-8ad5-c96c45292acc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:42:02.174498 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:02.174599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e08bf-1bb8-4704-b830-d660b62e6c1b req-d5667d7d-8f89-4487-a34e-135d36ce0f41 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:02.176232 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a91e08bf-1bb8-4704-b830-d660b62e6c1b req-d5667d7d-8f89-4487-a34e-135d36ce0f41 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0535014 May 27 09:42:02.197064 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:42:02.199371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573ef3c-b5ed-45ff-b224-ea51592c38b7" -d '{"events": [{"server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "name": "network-vif-plugged", "status": "completed", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:42:02.216768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:02.221583 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:02.228331 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a91e08bf-1bb8-4704-b830-d660b62e6c1b req-11d6b108-1c88-4e6e-8c2d-2e637e22df3f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 May 27 09:42:02.271066 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f08ab59-947d-41b0-88a3-233cdcf563c6 x-openstack-request-id: req-5f08ab59-947d-41b0-88a3-233cdcf563c6 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:42:02.271406 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "name": "network-vif-plugged", "status": "completed", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:42:02.271649 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f08ab59-947d-41b0-88a3-233cdcf563c6 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:42:02.272062 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f08ab59-947d-41b0-88a3-233cdcf563c6'] response: {'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'code': 200} May 27 09:42:02.276668 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:02.631037 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e4a6f-600d-4a81-9697-920e8fcfb262 req-81100046-aae4-4ba5-823d-f992af72e3fa tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:02.632555 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ed8e4a6f-600d-4a81-9697-920e8fcfb262 req-81100046-aae4-4ba5-823d-f992af72e3fa tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0514159 May 27 09:42:02.692825 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ed8e4a6f-600d-4a81-9697-920e8fcfb262 req-0398661f-98c0-4e19-bfbd-d9ceac2384a9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 May 27 09:42:02.992225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb75ba-ce9d-4859-9ba5-dbe997533867 req-68a88520-1bf9-4f39-95ac-f7591e53f503 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:02.993685 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35fb75ba-ce9d-4859-9ba5-dbe997533867 req-68a88520-1bf9-4f39-95ac-f7591e53f503 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0467336 May 27 09:42:03.019211 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:03.049926 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35fb75ba-ce9d-4859-9ba5-dbe997533867 req-94dc1e71-ed57-406e-aa6d-0197488a41c4 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 May 27 09:42:03.315915 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 39778) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:03.357112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf9d9-8ff7-4bf7-9dad-7697795bea68 req-a69105a8-775d-4663-9c78-de616c9389de tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:03.358574 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7caf9d9-8ff7-4bf7-9dad-7697795bea68 req-a69105a8-775d-4663-9c78-de616c9389de tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0542748 May 27 09:42:03.405426 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7caf9d9-8ff7-4bf7-9dad-7697795bea68 req-56ebc65f-a1ff-4187-9830-8e771e1d1f64 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 May 27 09:42:03.468293 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.511193 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:03.546420 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Publish callbacks [] for security_group (33c8a01c-4821-45c2-bc03-af629dd02ec4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.550412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (33c8a01c-4821-45c2-bc03-af629dd02ec4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.588084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eee129f5d82e42688c3f05621e9ef165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712045 May 27 09:42:03.588909 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c8a01c-4821-45c2-bc03-af629dd02ec4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:03.590801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 39782) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:03.597696 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.598044 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.598385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.598721 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.599055 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.599422 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.599746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.600069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.600392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.600726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.601049 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.601368 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.601684 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.602000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.602315 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329dc9a4-2a83-434b-9318-5fe729678a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.641917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Publish callbacks [] for security_group (33c8a01c-4821-45c2-bc03-af629dd02ec4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.663489 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Publish callbacks [] for security_group (33c8a01c-4821-45c2-bc03-af629dd02ec4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.711389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (33c8a01c-4821-45c2-bc03-af629dd02ec4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.714008 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:03.720980 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33c8a01c-4821-45c2-bc03-af629dd02ec4 HTTP/1.1" status: 204 len: 168 time: 0.1283145 May 27 09:42:03.736061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c8a01c-4821-45c2-bc03-af629dd02ec4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:03.749518 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.750064 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.751300 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.752184 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.752749 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.753301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.753857 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.754397 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.754938 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.758092 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.758714 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.759294 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.759846 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.760394 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.760937 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8ef38-3e94-49e2-92c3-8cecf108b430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:42:03.833124 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd50c14-6f22-4ba6-8cb5-6ef3854a1b62 req-bd4b8cd4-b191-4234-bb21-472ed7d12fe7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:03.845381 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ccd50c14-6f22-4ba6-8cb5-6ef3854a1b62 req-bd4b8cd4-b191-4234-bb21-472ed7d12fe7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0789032 May 27 09:42:03.895965 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ccd50c14-6f22-4ba6-8cb5-6ef3854a1b62 req-74b3d5bf-6bcd-4e01-9c22-cd8d814152ba tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 May 27 09:42:04.207000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Deleting port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:42:04.207802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:04.220116 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892dacb-a9b9-4d7a-a345-a8c62b0bbdf3 req-6cc13dd1-2791-4df1-a71c-2daca2ea1816 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:04.232123 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2892dacb-a9b9-4d7a-a345-a8c62b0bbdf3 req-6cc13dd1-2791-4df1-a71c-2daca2ea1816 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 946 time: 0.0716648 May 27 09:42:04.372942 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2892dacb-a9b9-4d7a-a345-a8c62b0bbdf3 req-d744bbc3-1344-4359-a901-09321e558d7d tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617b4bc-4377-4928-b607-62bb45caaf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397135 May 27 09:42:04.387565 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] For port 29e0e6fe-fdf8-4aef-8d63-c82097856df5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=29e0e6fe-fdf8-4aef-8d63-c82097856df5,segment=NetworkSegment(307c1941-2928-49d7-adcf-ec664cf82dbf),segment_id=307c1941-2928-49d7-adcf-ec664cf82dbf)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:04.387967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:04.401566 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Calling delete_port for 29e0e6fe-fdf8-4aef-8d63-c82097856df5 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:42:04.555935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6ab78-c613-4bb3-a55a-931a0810feeb req-66eb216d-931e-4011-80d3-115ada385cc9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:04.557414 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39e6ab78-c613-4bb3-a55a-931a0810feeb req-66eb216d-931e-4011-80d3-115ada385cc9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0735826 May 27 09:42:04.600109 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:04.631731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (29e0e6fe-fdf8-4aef-8d63-c82097856df5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:04.682414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Pushing event deleted for resources: {'Port': ['ID=29e0e6fe-fdf8-4aef-8d63-c82097856df5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:04.699311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13a72-5355-4583-8d30-5bddd6065b51 req-bfdea038-a3dc-44f5-8e23-fd24974ddc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:04.701880 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97a13a72-5355-4583-8d30-5bddd6065b51 req-bfdea038-a3dc-44f5-8e23-fd24974ddc15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1130 time: 0.1254592 May 27 09:42:04.748634 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39e6ab78-c613-4bb3-a55a-931a0810feeb req-0bc53aa5-8488-47e0-b79a-5e2b89b0c6ae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836877 May 27 09:42:04.749588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] No DVR routers for this DVR port 29e0e6fe-fdf8-4aef-8d63-c82097856df5 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:42:04.754058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:04.757359 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1b85c7f-13a9-478d-973b-4e222cd27aab req-9f0f1ac6-ee74-4f01-a6c9-fedc57f11ea5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.65 "DELETE /v2.0/ports/29e0e6fe-fdf8-4aef-8d63-c82097856df5 HTTP/1.1" status: 204 len: 173 time: 0.6935723 May 27 09:42:04.757826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'name': 'network-vif-deleted', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:42:04.761256 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e337d-81d3-47b6-b3a9-9e09542cab17" -d '{"events": [{"server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "name": "network-vif-deleted", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:42:04.800171 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5a5c8-d45c-4e5d-93b6-c6126ce6f9ad x-openstack-request-id: req-30c5a5c8-d45c-4e5d-93b6-c6126ce6f9ad {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:42:04.800623 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d819828-35b1-4ba8-8309-4e66ec7ccf27", "name": "network-vif-deleted", "tag": "29e0e6fe-fdf8-4aef-8d63-c82097856df5", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:42:04.800908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30c5a5c8-d45c-4e5d-93b6-c6126ce6f9ad {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:42:04.801305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c5a5c8-d45c-4e5d-93b6-c6126ce6f9ad'] response: {'server_uuid': '8d819828-35b1-4ba8-8309-4e66ec7ccf27', 'name': 'network-vif-deleted', 'tag': '29e0e6fe-fdf8-4aef-8d63-c82097856df5', 'status': 'completed', 'code': 200} May 27 09:42:05.037367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778708d-e62a-4a8c-8c48-6fb7b5ca4793 req-5f3b371a-e9c7-4b24-aeed-c63d7347fdf2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:05.039067 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b778708d-e62a-4a8c-8c48-6fb7b5ca4793 req-5f3b371a-e9c7-4b24-aeed-c63d7347fdf2 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0551188 May 27 09:42:05.060775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:05.091960 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b778708d-e62a-4a8c-8c48-6fb7b5ca4793 req-c7c978bf-8f57-437d-96bc-7a735afb8074 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473666 May 27 09:42:05.235016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-97a13a72-5355-4583-8d30-5bddd6065b51 req-b62e51bf-e876-4e02-a168-8ffb23fa03a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 May 27 09:42:05.482590 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2d6a3a3e-5458-49e0-8513-f6abb6bf02be req-304290f5-2558-4b61-9a9e-89f1c3a26402 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0281205 May 27 09:42:05.880585 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc55c1-cee0-4f49-bbd2-71374eea0eb7 req-6aebe7ba-9423-43a1-884c-e4812fa14a07 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:05.882082 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-05cc55c1-cee0-4f49-bbd2-71374eea0eb7 req-6aebe7ba-9423-43a1-884c-e4812fa14a07 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0529501 May 27 09:42:05.928547 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-05cc55c1-cee0-4f49-bbd2-71374eea0eb7 req-e0fbd188-9764-4000-a436-3f2f3c164cb1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 May 27 09:42:06.083373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 29e0e6fe-fdf8-4aef-8d63-c82097856df5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:42:06.102740 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 29e0e6fe-fdf8-4aef-8d63-c82097856df5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:42:06.103083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 29e0e6fe-fdf8-4aef-8d63-c82097856df5 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:42:06.239554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13981-f9e2-48d5-a1f1-3b866e531387 req-13a2229b-d574-4f63-8b82-f563bd62fd80 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:06.241173 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfe13981-f9e2-48d5-a1f1-3b866e531387 req-13a2229b-d574-4f63-8b82-f563bd62fd80 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0770655 May 27 09:42:06.306169 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfe13981-f9e2-48d5-a1f1-3b866e531387 req-13ab4337-562e-436b-8735-02e616f352d9 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546944 May 27 09:42:06.593206 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c7bb17c-f9ce-4a50-b48e-c2174372219f req-668953ac-8b74-462d-8a8a-15404c73cfd6 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0305762 May 27 09:42:07.380857 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 39882) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:07.385920 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108605833', 'description': 'tempest-description--276458573'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:07.415020 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.486133 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67dd-9fde-4b69-bc08-415f779c3a36 req-4b583e05-84f7-4f4f-89d9-aaf6d35cb215 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:07.493391 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3fac67dd-9fde-4b69-bc08-415f779c3a36 req-4b583e05-84f7-4f4f-89d9-aaf6d35cb215 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0690455 May 27 09:42:07.496757 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (fea18e79-97ef-41aa-806b-d52e520a9121), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.500536 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fea18e79-97ef-41aa-806b-d52e520a9121), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.531389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.533198 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1505783 May 27 09:42:07.535976 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 39886) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:07.537689 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3fac67dd-9fde-4b69-bc08-415f779c3a36 req-db487a13-a4da-4c6c-9f8c-678d7b6206ed tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 May 27 09:42:07.540455 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'security_group_rule': {'security_group_id': 'fea18e79-97ef-41aa-806b-d52e520a9121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:07.546025 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a20e7-fdb3-48cd-ab6f-c1fce434b850 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea18e79-97ef-41aa-806b-d52e520a9121,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:07.568929 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (d007c6e1-5793-4337-9831-67ce170ade96), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.623604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (d007c6e1-5793-4337-9831-67ce170ade96), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.627571 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (d007c6e1-5793-4337-9831-67ce170ade96), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.646547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d007c6e1-5793-4337-9831-67ce170ade96,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:07.656725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.658518 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3d53af76-6492-457d-9e6b-5d40b3bc593e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216121 May 27 09:42:07.661302 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 39890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:07.665865 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'security_group_rule': {'security_group_id': 'fea18e79-97ef-41aa-806b-d52e520a9121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:07.691411 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (fe327bb9-664a-4484-b9cb-22b8fc21f2cf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.708372 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c031df5d-2934-4b7a-b258-00935b913e2f req-0b237087-35c8-4d54-b5ac-b4d29938b5b9 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0309610 May 27 09:42:07.740281 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (fe327bb9-664a-4484-b9cb-22b8fc21f2cf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.743478 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (fe327bb9-664a-4484-b9cb-22b8fc21f2cf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.764584 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe327bb9-664a-4484-b9cb-22b8fc21f2cf,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:07.772993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.774160 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-66851573-be18-4f3c-b1c7-9f28e09d90a6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119046 May 27 09:42:07.777309 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 39892) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:07.781779 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:07.805039 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.894986 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:07.930884 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:07.991616 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:08.012934 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Allocated IP 172.27.1.5 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/2a72aaea-77de-47f6-b6c7-d7ed4878ece7) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:42:08.114547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.145019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.189130 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:42:08.193802 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:42:08.196274 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:42:08.199616 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'Port': ['ID=2a72aaea-77de-47f6-b6c7-d7ed4878ece7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:08.279406 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.315063 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.490484 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.494944 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.564294 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'Port': ['ID=2a72aaea-77de-47f6-b6c7-d7ed4878ece7,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:08.572507 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.588286 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:08.589546 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ba997eb5-130e-418b-af40-5fcfd356de53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8112695 May 27 09:42:08.653677 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a444-6f15-48da-a6bc-9df217519209 req-ba5ccaab-81f0-4d47-b790-4e60b85879a1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:08.655144 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df37a444-6f15-48da-a6bc-9df217519209 req-ba5ccaab-81f0-4d47-b790-4e60b85879a1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0472891 May 27 09:42:08.702867 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df37a444-6f15-48da-a6bc-9df217519209 req-eb22280f-adc7-4d35-9627-d3b5ab39d12b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 May 27 09:42:08.797536 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-bc9a8b0a-b357-4ac5-b2ee-997f9d99a16f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1108605833&fields=id&tenant_id=0cad683f27d14cf5a90a19525a467a52 HTTP/1.1" status: 200 len: 267 time: 0.0549188 May 27 09:42:08.859155 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fec4a8-fffc-4750-8c4b-365aae561260 req-49c055a7-4fcb-478a-9419-9fa8c121c3f5 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:08.861224 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-50fec4a8-fffc-4750-8c4b-365aae561260 req-49c055a7-4fcb-478a-9419-9fa8c121c3f5 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0860004 May 27 09:42:08.953840 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-50fec4a8-fffc-4750-8c4b-365aae561260 req-8c0919c6-1b2b-4305-a349-13d5f4057468 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866742 May 27 09:42:08.961523 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-288a1852-a4fd-43c9-ad20-fe7ff422cc58 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:08.962908 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-288a1852-a4fd-43c9-ad20-fe7ff422cc58 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 0.1496027 May 27 09:42:08.979404 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-650d8716-a8fc-4b63-814f-fac30e88973d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/quotas/0cad683f27d14cf5a90a19525a467a52 HTTP/1.1" status: 200 len: 375 time: 0.0110455 May 27 09:42:09.045138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-52c7b7eb-62f0-4b11-a6c9-49db8b27d4b2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0604768 May 27 09:42:09.067258 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-678207ee-699c-4ad8-913e-c86bb5ddcc34 req-a37c03df-f839-4b31-ba3d-ac110b873721 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0463862 May 27 09:42:09.155491 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-ccb5ec70-fd70-48b8-935f-1af258d3ffdd service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960846 May 27 09:42:09.228531 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:09.232291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:09.248337 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-3600ec5a-a0bc-43a2-942e-7a9b3197acc0 service neutron] 10.222.0.41 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 May 27 09:42:09.408581 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b5134a1-3aa2-4273-a6ee-c54947e393ad req-3d8b3374-bf7e-43b3-a8d8-bf3d104e1cab tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0324411 May 27 09:42:09.414816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718ea10-c44f-4ca4-b097-107f9e7099b5 req-49ba3fdb-5401-4d09-a7a7-029e59669388 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:09.416228 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6718ea10-c44f-4ca4-b097-107f9e7099b5 req-49ba3fdb-5401-4d09-a7a7-029e59669388 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0719914 May 27 09:42:09.478995 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6718ea10-c44f-4ca4-b097-107f9e7099b5 req-e436d0d2-fbff-4f8e-89aa-42828330b39c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 May 27 09:42:10.184217 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f2f1fe41-0cdd-4307-969e-49132d58470e req-fa71c1e9-7a63-4be3-9639-6e8348fb7fc5 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0365279 May 27 09:42:10.525225 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d3cc8ca-5b09-4fd0-b6d1-6d2ef1e1dfd7 req-5e9a9223-b890-4cd6-bde0-b589338d70c1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0344090 May 27 09:42:11.287558 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-af7af550-e1e8-47f1-9a36-ab09eea826e0 req-70a1cef7-76d8-4492-ab8e-7dedccc8740c tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0279703 May 27 09:42:11.620859 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1aec060-604b-4819-a6df-096285a18b24 req-9fe2d69e-b809-4311-b11d-6c8ec508c0eb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0307255 May 27 09:42:12.406908 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bab6b2ec-c524-42c5-9952-59a9dce08755 req-0137625b-b100-42e1-9b8a-e5c20d564333 tempest-VolumesActionsTest-2102171732 tempest-VolumesActionsTest-2102171732-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d819828-35b1-4ba8-8309-4e66ec7ccf27 HTTP/1.1" status: 200 len: 210 time: 0.0334973 May 27 09:42:12.730862 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fa05805-0821-4df8-877d-c6b24e078d89 req-d9a17201-4f55-44d8-b345-8211050dc8dd tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0413949 May 27 09:42:13.455356 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-ef30433e-06e4-4219-91e0-53fb47f94e43 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:13.456795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-ef30433e-06e4-4219-91e0-53fb47f94e43 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 818 time: 0.3048551 May 27 09:42:13.528071 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-12fdac37-153c-4616-a241-3a77d9ab6313 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cad683f27d14cf5a90a19525a467a52 HTTP/1.1" status: 200 len: 380 time: 0.0520992 May 27 09:42:13.538615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'port': {'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'admin_state_up': True, 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'security_groups': ['fea18e79-97ef-41aa-806b-d52e520a9121']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:13.661519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Made reservation on behalf of 0cad683f27d14cf5a90a19525a467a52 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:42:13.664946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:13.784875 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:13.800603 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Allocated IP 172.20.0.13 (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb/563e966d-4148-40d1-abcc-2fbcf4399b3a/be291203-ca93-4891-adc1-934c52d11bd3) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:42:13.874518 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dff8de2a-919f-4e08-af4f-e0176d475cbf req-f76606b6-6b3b-4059-a283-1707c9f2d28e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0439003 May 27 09:42:14.007899 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for port (be291203-ca93-4891-adc1-934c52d11bd3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.049204 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.099864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:14.119361 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:14.127996 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:42:14.129822 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:42:14.151173 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:42:14.160332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event updated for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:14.185785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 40046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:14.236407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:14.237442 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.268476 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-36b00d72-0250-4023-ae05-afb62716ce7d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338014 May 27 09:42:14.326136 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c160-b71c-4dab-be93-6e4c498e77b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.329011 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:14.377442 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:14.429946 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c160-b71c-4dab-be93-6e4c498e77b6 admin admin] Publish callbacks [] for security_group (96e040ba-11a5-4d74-b011-3eabf930223b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.434476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c160-b71c-4dab-be93-6e4c498e77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (96e040ba-11a5-4d74-b011-3eabf930223b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.472949 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c160-b71c-4dab-be93-6e4c498e77b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e040ba-11a5-4d74-b011-3eabf930223b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:14.477220 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6ee8c160-b71c-4dab-be93-6e4c498e77b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecbadcdbcfc54371a21871a945f82010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896147 May 27 09:42:14.479903 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 40070) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:14.512073 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-efa928ae-cd08-4c84-bf42-ab6a7377d6c9 None None] Provisioning complete for port be291203-ca93-4891-adc1-934c52d11bd3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:42:14.512534 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-efa928ae-cd08-4c84-bf42-ab6a7377d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (be291203-ca93-4891-adc1-934c52d11bd3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.531982 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] Publish callbacks [] for security_group (96e040ba-11a5-4d74-b011-3eabf930223b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.543596 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-efa928ae-cd08-4c84-bf42-ab6a7377d6c9 None None] Port be291203-ca93-4891-adc1-934c52d11bd3 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:42:14.553322 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] Publish callbacks [] for security_group (96e040ba-11a5-4d74-b011-3eabf930223b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.601395 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (96e040ba-11a5-4d74-b011-3eabf930223b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.604108 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:14.605328 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96e040ba-11a5-4d74-b011-3eabf930223b HTTP/1.1" status: 204 len: 168 time: 0.1245975 May 27 09:42:14.613660 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc15a8-62d2-472f-8512-fd81c8d2d773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e040ba-11a5-4d74-b011-3eabf930223b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:14.997449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2811-f0aa-4d51-b0a8-c25cf083ce21 req-72a53659-33aa-4ffe-ae24-64d356c57cae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:14.998947 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f9e2811-f0aa-4d51-b0a8-c25cf083ce21 req-72a53659-33aa-4ffe-ae24-64d356c57cae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 932 time: 0.0486548 May 27 09:42:15.051878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f9e2811-f0aa-4d51-b0a8-c25cf083ce21 req-7bde8d30-c676-4e0f-9d87-63937ed8fca0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471499 May 27 09:42:15.361649 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-437286c9-f344-46ed-a43e-4b3a426ad8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:15.509856 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Request body: {'port': {'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:15.580566 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (be291203-ca93-4891-adc1-934c52d11bd3), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:15.635397 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:15.636787 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:15.888691 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be291203-ca93-4891-adc1-934c52d11bd3 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:42:15.896563 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks [] for port (be291203-ca93-4891-adc1-934c52d11bd3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:15.909431 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Transition to ACTIVE for port object be291203-ca93-4891-adc1-934c52d11bd3 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:42:15.913193 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:15.971167 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Pushing event updated for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:16.045836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Attempting to bind port be291203-ca93-4891-adc1-934c52d11bd3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:42:16.046501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Attempting to bind port be291203-ca93-4891-adc1-934c52d11bd3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:42:16.046501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Attempting to bind port be291203-ca93-4891-adc1-934c52d11bd3 on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:42:16.051207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Port be291203-ca93-4891-adc1-934c52d11bd3 on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:42:16.051567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Attempting to bind port be291203-ca93-4891-adc1-934c52d11bd3 on network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:42:16.056612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:42:16.056953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Checking segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:42:16.057337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Bound using segment: {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:42:16.057767 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Bound port: be291203-ca93-4891-adc1-934c52d11bd3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4728a2e-9be1-4490-b3af-4391b07f2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:42:16.058130 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (be291203-ca93-4891-adc1-934c52d11bd3), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:16.138285 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:42:16.172659 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be291203-ca93-4891-adc1-934c52d11bd3,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:42:16.185636 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7612c-6ffb-478c-ac2b-e37020de541a req-ecd7d8e6-fe74-43ab-ae69-ac8a09ad137a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:16.187142 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bae7612c-6ffb-478c-ac2b-e37020de541a req-ecd7d8e6-fe74-43ab-ae69-ac8a09ad137a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0615976 May 27 09:42:16.188702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:16.192845 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:16.225781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:16.242072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:16.242686 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:16.244101 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] 10.222.0.65 "PUT /v2.0/ports/be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1094 time: 0.7385440 May 27 09:42:16.244537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:42:16.246785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64161389-7bbd-470e-9c41-5daa63397d33" -d '{"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:42:16.288791 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6f921-84e0-4cb4-9428-8889a9b43b09 service neutron] Pushing event updated for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:16.299253 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bae7612c-6ffb-478c-ac2b-e37020de541a req-972d7980-942b-4f37-87e9-64ae36ee70cf tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023083 May 27 09:42:16.348736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24ef14-6e85-4cfe-b041-6dc47379b4d4 x-openstack-request-id: req-4a24ef14-6e85-4cfe-b041-6dc47379b4d4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:42:16.349023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:42:16.349282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a24ef14-6e85-4cfe-b041-6dc47379b4d4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:42:16.349684 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a24ef14-6e85-4cfe-b041-6dc47379b4d4'] response: {'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'status': 'completed', 'code': 200} May 27 09:42:17.425703 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ae1f6-a4fe-473f-a7b1-ff5f60b458ef req-4bcdeb8e-b04c-4c6a-bfa1-13d7db5d3425 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:17.427211 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9e9ae1f6-a4fe-473f-a7b1-ff5f60b458ef req-4bcdeb8e-b04c-4c6a-bfa1-13d7db5d3425 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0503540 May 27 09:42:17.477480 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9e9ae1f6-a4fe-473f-a7b1-ff5f60b458ef req-206a736b-ed69-4481-8981-b17831e738ba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 May 27 09:42:17.747433 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0a63cb4-300d-4742-bd58-d73e39b8802b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:18.589143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0871a-6aed-476c-9ac1-340dd8e7a1bb req-04bc0020-f8bd-4b58-b8a1-99a769d3c4f9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:18.590634 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0b0871a-6aed-476c-9ac1-340dd8e7a1bb req-04bc0020-f8bd-4b58-b8a1-99a769d3c4f9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0473406 May 27 09:42:18.672934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0b0871a-6aed-476c-9ac1-340dd8e7a1bb req-873956d2-c282-4d09-b896-36c45dd94c7b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749385 May 27 09:42:18.680284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64161389-7bbd-470e-9c41-5daa63397d33 req-f775f53e-a6d5-471f-af92-115024b18b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:18.681749 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64161389-7bbd-470e-9c41-5daa63397d33 req-f775f53e-a6d5-471f-af92-115024b18b08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1128 time: 0.0520380 May 27 09:42:18.821191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64161389-7bbd-470e-9c41-5daa63397d33 req-9b901dcd-6c1f-4172-9573-eadf30830ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:18.822678 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64161389-7bbd-470e-9c41-5daa63397d33 req-9b901dcd-6c1f-4172-9573-eadf30830ef1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0cad683f27d14cf5a90a19525a467a52&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1157243 May 27 09:42:18.897839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:18.938494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64161389-7bbd-470e-9c41-5daa63397d33 req-b39739b2-1b07-48d4-bcc8-2faa3147df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:18.940011 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64161389-7bbd-470e-9c41-5daa63397d33 req-b39739b2-1b07-48d4-bcc8-2faa3147df8d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043055 May 27 09:42:19.054825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-64030760-f872-4af4-9a3e-9a2afdc54f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:19.056341 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-64030760-f872-4af4-9a3e-9a2afdc54f77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1128 time: 0.0441687 May 27 09:42:19.479835 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-c3c43ba4-5e7d-484b-86c2-f952f7605c7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 217 time: 0.0335906 May 27 09:42:19.529757 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-e788ce7f-c385-4dc4-9762-00d1210cf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:19.531231 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-e788ce7f-c385-4dc4-9762-00d1210cf233 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0446432 May 27 09:42:19.577964 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-5c1e7b0a-f350-4f13-af19-04bd35a61b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:19.579914 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-5c1e7b0a-f350-4f13-af19-04bd35a61b16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374398 May 27 09:42:19.679600 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-eff0a425-6ed8-4405-bd62-7b7db625bf81 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892239 May 27 09:42:19.804918 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11561-9270-4686-a333-c2ef6bafe45b req-1aa19d61-d486-44ce-ac95-ae7b37e571cb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:19.806395 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fb11561-9270-4686-a333-c2ef6bafe45b req-1aa19d61-d486-44ce-ac95-ae7b37e571cb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0583584 May 27 09:42:19.824221 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4657afc2-8294-4baa-b251-be14f8cb6987 req-b362df6f-f568-4f2e-8f41-4deeccca9a32 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376750 May 27 09:42:19.850370 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:19.863933 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fb11561-9270-4686-a333-c2ef6bafe45b req-bc791447-4049-4890-b875-31eed8c4cc73 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496402 May 27 09:42:19.998426 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:20.987526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2606a-515e-456e-8d56-3524212d0641 req-e548a069-7641-4e2a-9af7-44b02175edba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:20.989089 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c8f2606a-515e-456e-8d56-3524212d0641 req-e548a069-7641-4e2a-9af7-44b02175edba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0520840 May 27 09:42:21.042632 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c8f2606a-515e-456e-8d56-3524212d0641 req-2f57a3d2-80ff-45ee-840d-3f6f9908dd8c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480635 May 27 09:42:21.661754 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:22.154516 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ab7be-8a59-452b-9863-6232f1ce0f0f req-48475381-ad0e-4a03-8727-6333ade5428d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:22.155988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-295ab7be-8a59-452b-9863-6232f1ce0f0f req-48475381-ad0e-4a03-8727-6333ade5428d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0468504 May 27 09:42:22.175761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:22.202407 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-295ab7be-8a59-452b-9863-6232f1ce0f0f req-ac97c6ae-2224-4a78-a869-684e0723baaf tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 May 27 09:42:22.396953 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:23.312250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048ce0-63bf-4ef4-8430-93df73e3b9a9 req-13a156e3-c245-4cda-a6f1-122f9a157259 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:23.313599 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-98048ce0-63bf-4ef4-8430-93df73e3b9a9 req-13a156e3-c245-4cda-a6f1-122f9a157259 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0452147 May 27 09:42:23.359326 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-98048ce0-63bf-4ef4-8430-93df73e3b9a9 req-6ebabee4-64f9-41fd-9ff0-fc2a297725a3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 May 27 09:42:24.478013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855d117-154e-4b0d-8bf2-b5bea659a227 req-00610521-38d8-4c64-9596-7f23c340fa81 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:24.479560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2855d117-154e-4b0d-8bf2-b5bea659a227 req-00610521-38d8-4c64-9596-7f23c340fa81 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0509195 May 27 09:42:24.525677 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2855d117-154e-4b0d-8bf2-b5bea659a227 req-09301e9f-20ed-4b21-93b3-0b72adfede82 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 May 27 09:42:24.608353 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:24.609151 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=26,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:25.651367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8432c-f9ca-44da-9b77-9a960681e24a req-44def873-9e7e-4b12-a37e-e4380e99f448 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:25.652849 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dac8432c-f9ca-44da-9b77-9a960681e24a req-44def873-9e7e-4b12-a37e-e4380e99f448 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0493469 May 27 09:42:25.698671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dac8432c-f9ca-44da-9b77-9a960681e24a req-b773a249-4523-4392-b473-9cedd5d44200 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 May 27 09:42:26.809953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d427a-7e34-4aaa-8555-26f61b937cd3 req-7b3af50c-54ee-4752-9272-5543004fe1f7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:26.811476 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc2d427a-7e34-4aaa-8555-26f61b937cd3 req-7b3af50c-54ee-4752-9272-5543004fe1f7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0463531 May 27 09:42:26.861769 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc2d427a-7e34-4aaa-8555-26f61b937cd3 req-188bb830-7e59-435d-9ce8-0823b20f6c85 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 May 27 09:42:27.975209 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5865a7c-63ea-4d92-9f98-747335211ad5 req-3fd36a46-0e2c-429c-8294-777869ef4f2d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:27.976745 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5865a7c-63ea-4d92-9f98-747335211ad5 req-3fd36a46-0e2c-429c-8294-777869ef4f2d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0490682 May 27 09:42:28.022869 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5865a7c-63ea-4d92-9f98-747335211ad5 req-c34633b1-0ea7-45b9-9407-b1b89a283249 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 May 27 09:42:29.133932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51080dc-c944-491b-9bf2-d4fffb88c417 req-40225ebd-8889-430b-b4d3-891736ab0d44 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:29.135396 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a51080dc-c944-491b-9bf2-d4fffb88c417 req-40225ebd-8889-430b-b4d3-891736ab0d44 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0460787 May 27 09:42:29.179702 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a51080dc-c944-491b-9bf2-d4fffb88c417 req-315a9a40-6b21-4d5e-952f-df1912174d62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 May 27 09:42:30.292415 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac5a7-4eb4-4e7c-93b9-d6b07b33e287 req-804d499d-9e44-4080-9682-fd258742b369 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:30.293864 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-924ac5a7-4eb4-4e7c-93b9-d6b07b33e287 req-804d499d-9e44-4080-9682-fd258742b369 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0487158 May 27 09:42:30.344094 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-924ac5a7-4eb4-4e7c-93b9-d6b07b33e287 req-77833924-e9f0-4f08-bcd3-7d2ecb1481d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 May 27 09:42:30.648807 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:31.469361 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66af58-ac45-455f-bf27-0abbef7c50ce req-707aaeec-2fac-4687-9179-cbebdeb507e3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:31.471781 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb66af58-ac45-455f-bf27-0abbef7c50ce req-707aaeec-2fac-4687-9179-cbebdeb507e3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0491045 May 27 09:42:31.518250 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb66af58-ac45-455f-bf27-0abbef7c50ce req-e9a5f217-9b31-430b-af90-a6de9b0937a2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 May 27 09:42:32.387992 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:32.393081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=39,neutron:UPDATE=8 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:32.640894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036dbbe-ac54-49fe-84db-2c3207e3c011 req-1deee163-b19a-4266-815f-6a5947263ac0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:32.642378 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6036dbbe-ac54-49fe-84db-2c3207e3c011 req-1deee163-b19a-4266-815f-6a5947263ac0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0592072 May 27 09:42:32.690400 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6036dbbe-ac54-49fe-84db-2c3207e3c011 req-dc43a8c1-f30b-4283-8cdc-301ba0e1bafb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 May 27 09:42:33.679739 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:42:33.791940 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:33.803432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef5be-7b47-4ecb-aebb-b0050acf9ea0 req-6fa45f27-4edf-4ae2-af64-80935b717705 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:33.804910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75bef5be-7b47-4ecb-aebb-b0050acf9ea0 req-6fa45f27-4edf-4ae2-af64-80935b717705 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0477808 May 27 09:42:33.853890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75bef5be-7b47-4ecb-aebb-b0050acf9ea0 req-30257091-9a09-4536-8ec3-3e67edc0aad4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 May 27 09:42:34.951612 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:34.965096 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46747e6c-eaf5-46f6-9ffd-305c87dab989 req-78b4ad88-7dce-4902-86cf-f8fbddf0e21d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:34.966555 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46747e6c-eaf5-46f6-9ffd-305c87dab989 req-78b4ad88-7dce-4902-86cf-f8fbddf0e21d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0481067 May 27 09:42:35.015580 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46747e6c-eaf5-46f6-9ffd-305c87dab989 req-acb9cbdf-78c8-4981-b885-5521798a861e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 May 27 09:42:36.124748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad285c1-c37c-43a1-b28f-309a0d41f859 req-103a9a07-82f0-402f-b617-a5ff17509889 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:36.126112 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ad285c1-c37c-43a1-b28f-309a0d41f859 req-103a9a07-82f0-402f-b617-a5ff17509889 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0466673 May 27 09:42:36.171513 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ad285c1-c37c-43a1-b28f-309a0d41f859 req-7adbd06c-5222-4871-be66-e7e53e7420e1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 May 27 09:42:37.285212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed8a0-fb0d-42d3-ab72-2142fe1c81e8 req-1bc77fcb-2113-4d15-a0ae-2e8bb7daaeaf tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:37.286673 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d85ed8a0-fb0d-42d3-ab72-2142fe1c81e8 req-1bc77fcb-2113-4d15-a0ae-2e8bb7daaeaf tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0459726 May 27 09:42:37.331962 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d85ed8a0-fb0d-42d3-ab72-2142fe1c81e8 req-675d9951-8c8a-4858-beba-64901dfe9b9f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 May 27 09:42:38.449303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212fa6a-cb37-4eab-8523-e3f2cd50622c req-dfcfa6a4-fa59-46a6-ab17-c053973fc596 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:38.450759 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6212fa6a-cb37-4eab-8523-e3f2cd50622c req-dfcfa6a4-fa59-46a6-ab17-c053973fc596 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0494037 May 27 09:42:38.496286 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6212fa6a-cb37-4eab-8523-e3f2cd50622c req-70d40d3b-05d2-4626-9db6-a7a510a0fec1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 May 27 09:42:39.609944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328dde5-6011-4874-9fab-367b4c5813a7 req-b334eea5-8042-4048-9999-bf116c052c56 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:39.611447 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8328dde5-6011-4874-9fab-367b4c5813a7 req-b334eea5-8042-4048-9999-bf116c052c56 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0467696 May 27 09:42:39.662542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8328dde5-6011-4874-9fab-367b4c5813a7 req-d064c625-bb6f-4b86-b1d3-9bacd6122769 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 May 27 09:42:39.989756 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-75da095d-45cb-4740-8247-9fbf184989f6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326920 May 27 09:42:40.180069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-972aba03-76f1-419a-bf46-5e3e95f64431 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:40.181521 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-972aba03-76f1-419a-bf46-5e3e95f64431 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867952 May 27 09:42:40.195927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-98abe578-09e4-4a94-9f89-ac5c53c45b44 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/quotas/d51656e5a4ab48a98dad3b48f3b550d9 HTTP/1.1" status: 200 len: 375 time: 0.0091937 May 27 09:42:40.226951 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-8971b1f5-f7cf-4dcc-90b7-011a9c583eb1 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264497 May 27 09:42:40.384425 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-85e47383-9814-47e0-a592-97d9f1f159d6 req-424edc4c-a93d-41a7-b1e3-bf5fac493aca tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0283086 May 27 09:42:40.775192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c1bd-16d6-4a2a-af6d-23c8ad0261ac req-618d93f8-2168-4600-9086-7de026f2cd3f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:40.776678 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6796c1bd-16d6-4a2a-af6d-23c8ad0261ac req-618d93f8-2168-4600-9086-7de026f2cd3f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 944 time: 0.0488038 May 27 09:42:40.823440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6796c1bd-16d6-4a2a-af6d-23c8ad0261ac req-282e9f21-959f-4745-8ee8-641b3c4f06e7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 May 27 09:42:41.352752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device be291203-ca93-4891-adc1-934c52d11bd3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:42:41.482513 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-388526f5-ad89-4675-8ca8-58b905aae321 req-bd2b2b64-0c6f-48db-90ef-a6e99ed60843 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0287700 May 27 09:42:41.578809 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be291203-ca93-4891-adc1-934c52d11bd3,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:41.589491 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'be291203-ca93-4891-adc1-934c52d11bd3', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:42:41.623607 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port be291203-ca93-4891-adc1-934c52d11bd3 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:42:41.623921 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (be291203-ca93-4891-adc1-934c52d11bd3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:41.636434 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be291203-ca93-4891-adc1-934c52d11bd3 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:42:41.655640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be291203-ca93-4891-adc1-934c52d11bd3,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:41.659728 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:41.707887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:41.936311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a71169-fadb-4496-bff3-e85fb60e6a27 req-fa27bde3-691e-486f-a682-ff0c060b0080 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:41.937796 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0a71169-fadb-4496-bff3-e85fb60e6a27 req-fa27bde3-691e-486f-a682-ff0c060b0080 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0460570 May 27 09:42:41.983958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f0a71169-fadb-4496-bff3-e85fb60e6a27 req-bb874ef6-42fd-472d-b017-cdff459d5d33 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 May 27 09:42:42.577581 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-146ae44f-6f7d-4487-8583-f67cbba47eab req-6435bbab-cd78-458e-873a-aad5096686f6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0298474 May 27 09:42:43.092077 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888de6ca-c83d-4b81-8923-9647985ff852 req-da559fc3-d980-407e-911f-a95a32f9ba14 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:43.093514 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-888de6ca-c83d-4b81-8923-9647985ff852 req-da559fc3-d980-407e-911f-a95a32f9ba14 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0453651 May 27 09:42:43.141688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-888de6ca-c83d-4b81-8923-9647985ff852 req-944ac835-a103-4cd1-983e-58a98737b6ec tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 May 27 09:42:43.668595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-345f4a31-bc87-4b4c-94c8-63f697434530 req-ba165f45-d163-4189-9a3c-7bbdceff1efe tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0275013 May 27 09:42:44.258008 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341d9c-47bc-4c2b-8595-81e816bcb25b req-a5fc7f73-fab9-462b-b9ad-e724369644a1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:44.259501 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-89341d9c-47bc-4c2b-8595-81e816bcb25b req-a5fc7f73-fab9-462b-b9ad-e724369644a1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0507634 May 27 09:42:44.297257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:44.305199 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-89341d9c-47bc-4c2b-8595-81e816bcb25b req-20dba6f6-c654-4adc-b0a8-d23a98b8f4be tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 May 27 09:42:44.759795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a647f79-f15c-44af-9af9-0cd392339aa5 req-064afda5-a37f-4053-9fc9-e03fa13ee0ee tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0277185 May 27 09:42:45.238190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['be291203-ca93-4891-adc1-934c52d11bd3'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:42:45.388154 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f265e6b9-df2c-42d9-9c14-d549139a6298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:45.404582 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:45.422821 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a57d9-c4c2-4917-92a1-266fa05c5338 req-cc251548-ac58-46cc-919c-9c288e4b9427 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:45.424719 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-802a57d9-c4c2-4917-92a1-266fa05c5338 req-cc251548-ac58-46cc-919c-9c288e4b9427 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0483499 May 27 09:42:45.473033 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-802a57d9-c4c2-4917-92a1-266fa05c5338 req-5e95e74a-6354-41e2-84ec-863e9971c697 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 May 27 09:42:45.857661 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6faedbbc-4906-437c-a3e0-6026d874e957 req-d72df90b-713a-4738-b103-9063703a122e tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0308111 May 27 09:42:46.582676 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca689289-87dd-4555-bbc1-b6e0b00e42ed req-f55ee555-784b-41e8-9c1f-5f5f3fd0eb58 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:46.584049 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ca689289-87dd-4555-bbc1-b6e0b00e42ed req-f55ee555-784b-41e8-9c1f-5f5f3fd0eb58 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0452986 May 27 09:42:46.629564 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ca689289-87dd-4555-bbc1-b6e0b00e42ed req-e66cff05-13b8-4bd8-937b-69fc6024b6cb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 May 27 09:42:46.952616 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-47ca3226-ecf4-4660-b2fd-448bef268ee8 req-ac22cc92-d14c-475f-8f54-4c02af858417 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0267320 May 27 09:42:47.744661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c071d-1927-4d0a-8f99-eed879a3ca45 req-88e90ee2-e638-41bd-afe3-e92157569a3c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:47.746305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-675c071d-1927-4d0a-8f99-eed879a3ca45 req-88e90ee2-e638-41bd-afe3-e92157569a3c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0510495 May 27 09:42:47.749549 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8380551d-12c9-4519-bde5-499fd7519d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:47.793697 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-675c071d-1927-4d0a-8f99-eed879a3ca45 req-0bfdcbab-c4ca-4cb3-9226-d7f4b691d913 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 May 27 09:42:48.046202 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ea7dbb9-7dbe-4ff3-af69-e37c55252926 req-6f8b8ea0-25b6-4e21-bd92-76b56195fe75 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0281816 May 27 09:42:48.882971 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:48.905878 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1dce-7c3f-47e7-be63-bacc2661cf53 req-ccd2f5d9-913f-4b17-96d8-89a9d561dc15 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:48.907368 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-698f1dce-7c3f-47e7-be63-bacc2661cf53 req-ccd2f5d9-913f-4b17-96d8-89a9d561dc15 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0465779 May 27 09:42:48.953141 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-698f1dce-7c3f-47e7-be63-bacc2661cf53 req-8de44fe3-9880-468b-acb1-294495c76b38 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 May 27 09:42:49.343305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd82ffe3-6408-4090-bdc0-4693457bb4fb req-7b52cb84-c3fb-4c79-a692-f767891528a0 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.2300715 May 27 09:42:49.371027 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-8cf4b5e8-f893-4c36-9550-63e74880b42b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207853 May 27 09:42:49.484728 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-0aef47a8-339d-4ada-a9cd-38425c7071ae tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:49.486309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-0aef47a8-339d-4ada-a9cd-38425c7071ae tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105511 May 27 09:42:49.507503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Request body: {'port': {'device_id': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013', 'admin_state_up': True, 'tenant_id': 'd51656e5a4ab48a98dad3b48f3b550d9'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:49.613053 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Made reservation on behalf of d51656e5a4ab48a98dad3b48f3b550d9 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:42:49.616343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:49.624821 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:49.701489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks [] for security_group (818b55fb-4a26-492f-8e30-f35543c3e9ef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:49.705422 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (818b55fb-4a26-492f-8e30-f35543c3e9ef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:49.776291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818b55fb-4a26-492f-8e30-f35543c3e9ef,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:49.842437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:49.843946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Allocated IP 192.168.233.146 (19a005d9-c12a-49a7-8824-8a3545cff013/3216b9c1-472e-4587-b9e0-5afdac24ed1c/401f6f6d-09f1-4a96-8d38-9762d774891f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:42:49.846133 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:49.992098 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:49.998674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks [] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.055313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.109734 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8227f0-5a51-49f4-b933-4aaa25c534c4 req-971df00c-b99a-4e47-ad75-23b0edcfbaed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:50.111227 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc8227f0-5a51-49f4-b933-4aaa25c534c4 req-971df00c-b99a-4e47-ad75-23b0edcfbaed tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0871286 May 27 09:42:50.118244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Network 19a005d9-c12a-49a7-8824-8a3545cff013 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:42:50.124625 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:42:50.133591 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:42:50.163421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Pushing event updated for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:50.212380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:50.212990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.219504 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc8227f0-5a51-49f4-b933-4aaa25c534c4 req-cc670865-9e7d-4954-84bd-1f490f897e32 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959349 May 27 09:42:50.240317 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-894626e7-ea39-4be5-a624-63ca32178125 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7308936 May 27 09:42:50.316385 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-19811a3d-757e-4d6f-ae75-17da45fcdd08 None None] Provisioning complete for port 401f6f6d-09f1-4a96-8d38-9762d774891f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:42:50.317317 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19811a3d-757e-4d6f-ae75-17da45fcdd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.342736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Request body: {'port': {'device_id': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:42:50.349836 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19811a3d-757e-4d6f-ae75-17da45fcdd08 None None] Port 401f6f6d-09f1-4a96-8d38-9762d774891f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:42:50.409624 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.493416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023631a-a14e-4cea-af5f-128a798d57db req-e45bad73-3f93-4ec7-92b7-837c56e6b5e7 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:50.494785 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9023631a-a14e-4cea-af5f-128a798d57db req-e45bad73-3f93-4ec7-92b7-837c56e6b5e7 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 936 time: 0.0746891 May 27 09:42:50.620977 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9023631a-a14e-4cea-af5f-128a798d57db req-c98765c4-9ee3-4002-a420-e4d635c5bb75 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067097 May 27 09:42:50.715407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:50.767785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:50.778421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401f6f6d-09f1-4a96-8d38-9762d774891f {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:42:50.787202 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks [] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.800536 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Transition to ACTIVE for port object 401f6f6d-09f1-4a96-8d38-9762d774891f will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:42:50.804197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:50.859670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Pushing event updated for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:50.934179 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Attempting to bind port 401f6f6d-09f1-4a96-8d38-9762d774891f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:42:50.934640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Attempting to bind port 401f6f6d-09f1-4a96-8d38-9762d774891f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:42:50.934970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Attempting to bind port 401f6f6d-09f1-4a96-8d38-9762d774891f on network 19a005d9-c12a-49a7-8824-8a3545cff013 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:42:50.939590 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Port 401f6f6d-09f1-4a96-8d38-9762d774891f on network 19a005d9-c12a-49a7-8824-8a3545cff013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:42:50.939908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Attempting to bind port 401f6f6d-09f1-4a96-8d38-9762d774891f on network 19a005d9-c12a-49a7-8824-8a3545cff013 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:42:50.945286 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:42:50.945618 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Checking segment: {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:42:50.945993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Bound using segment: {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:42:50.946417 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Bound port: 401f6f6d-09f1-4a96-8d38-9762d774891f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd4804b-aed9-4ab4-b06f-093fefa4a329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:42:50.946764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.009114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:42:51.012057 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=401f6f6d-09f1-4a96-8d38-9762d774891f,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:42:51.017272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.054685 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.055310 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.056693 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] 10.222.0.65 "PUT /v2.0/ports/401f6f6d-09f1-4a96-8d38-9762d774891f HTTP/1.1" status: 200 len: 1098 time: 0.7183228 May 27 09:42:51.057120 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:42:51.059338 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac982c7-71e5-4e54-acd5-71955178feb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:42:51.083943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dade25-e9cf-4283-8dc6-164489d3d86a service neutron] Pushing event updated for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:51.153405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e385619-3b04-40ea-aa91-7a175790d8d5 x-openstack-request-id: req-5e385619-3b04-40ea-aa91-7a175790d8d5 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:42:51.153687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:42:51.153930 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e385619-3b04-40ea-aa91-7a175790d8d5 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:42:51.154319 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e385619-3b04-40ea-aa91-7a175790d8d5'] response: {'name': 'network-changed', 'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f', 'status': 'completed', 'code': 200} May 27 09:42:51.167429 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-324f330a-20af-40d1-9129-1de987dbb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.169256 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-324f330a-20af-40d1-9129-1de987dbb123 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 1132 time: 0.0512421 May 27 09:42:51.217214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-83d09c3c-8bcb-414a-9211-bac4e4a4db0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=401f6f6d-09f1-4a96-8d38-9762d774891f HTTP/1.1" status: 200 len: 217 time: 0.0330174 May 27 09:42:51.269979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-e7b8e303-7d85-4b38-8f61-f33490e904d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.271480 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-e7b8e303-7d85-4b38-8f61-f33490e904d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3216b9c1-472e-4587-b9e0-5afdac24ed1c HTTP/1.1" status: 200 len: 843 time: 0.0470436 May 27 09:42:51.276005 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device be291203-ca93-4891-adc1-934c52d11bd3 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:42:51.328354 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port be291203-ca93-4891-adc1-934c52d11bd3 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:42:51.334379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port be291203-ca93-4891-adc1-934c52d11bd3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:42:51.334801 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (be291203-ca93-4891-adc1-934c52d11bd3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.336451 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45493c-879e-4328-a5fe-c83ea923c0bc req-7814b24a-153a-4aab-8c68-40f560c0bd29 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.337984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac45493c-879e-4328-a5fe-c83ea923c0bc req-7814b24a-153a-4aab-8c68-40f560c0bd29 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 945 time: 0.0496035 May 27 09:42:51.393819 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac45493c-879e-4328-a5fe-c83ea923c0bc req-c2b521d8-4c1a-4f0a-82e8-cf2538ce23b2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498126 May 27 09:42:51.408104 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port be291203-ca93-4891-adc1-934c52d11bd3 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:42:51.408506 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (be291203-ca93-4891-adc1-934c52d11bd3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.421595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-9eccc485-1429-4b34-bba0-56f856bbbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.423093 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-9eccc485-1429-4b34-bba0-56f856bbbbe0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a005d9-c12a-49a7-8824-8a3545cff013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0439079 May 27 09:42:51.431913 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:42:51.434120 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448af202-9b68-4cf5-a7de-75b77a9f08eb" -d '{"events": [{"server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "name": "network-vif-plugged", "status": "completed", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:42:51.455536 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be291203-ca93-4891-adc1-934c52d11bd3,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:51.462052 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.485005 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582c78e-30e0-42df-86a6-680d50b048dd x-openstack-request-id: req-2582c78e-30e0-42df-86a6-680d50b048dd {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:42:51.485311 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "name": "network-vif-plugged", "status": "completed", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:42:51.485565 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2582c78e-30e0-42df-86a6-680d50b048dd {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:42:51.485958 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2582c78e-30e0-42df-86a6-680d50b048dd'] response: {'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'code': 200} May 27 09:42:51.487955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:51.501714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:51.515471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:51.524292 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-dcfdd048-10d1-4083-ab3c-da776b5b6f71 service neutron] 10.222.0.65 "GET /v2.0/networks/19a005d9-c12a-49a7-8824-8a3545cff013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925179 May 27 09:42:51.621760 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-917df12a-129d-4f77-8397-7d7bcb663d92 req-50db34da-b1d5-46e8-ad22-051ea8de25b4 service neutron] 10.222.0.65 "GET /v2.0/networks/19a005d9-c12a-49a7-8824-8a3545cff013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911293 May 27 09:42:51.677797 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:51.748300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd88a-201e-4bd0-bd98-59a71c2eb24e req-6019b732-a4f5-410f-b6d4-226fce7714a0 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:51.749751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-563bd88a-201e-4bd0-bd98-59a71c2eb24e req-6019b732-a4f5-410f-b6d4-226fce7714a0 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 948 time: 0.0497291 May 27 09:42:51.795498 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-563bd88a-201e-4bd0-bd98-59a71c2eb24e req-60950cc5-ad17-4135-88ee-cfe7994ffc0b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 May 27 09:42:52.393791 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:52.476854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:52.519427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ded9-cb91-439b-93f6-9e3a270ceb74 req-a6a38d6d-ddfd-4f65-b005-df080f6d4e83 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:52.521169 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c82ded9-cb91-439b-93f6-9e3a270ceb74 req-a6a38d6d-ddfd-4f65-b005-df080f6d4e83 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0540671 May 27 09:42:52.577592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c82ded9-cb91-439b-93f6-9e3a270ceb74 req-80b7da10-6be7-4bbf-aded-b9d71cd8f419 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502393 May 27 09:42:52.632244 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:52.633398 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:52.914141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:52.934047 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f678-d87f-4827-a84a-8b48425b926f req-fa3f2818-b4ce-4780-b695-e7d2690e15d3 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:52.937253 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a836f678-d87f-4827-a84a-8b48425b926f req-fa3f2818-b4ce-4780-b695-e7d2690e15d3 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 948 time: 0.0561800 May 27 09:42:52.995822 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a836f678-d87f-4827-a84a-8b48425b926f req-d397133d-315f-432d-9633-4723e5f7cd89 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 May 27 09:42:53.696676 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753d48-1c79-4494-992b-dca3619773b7 req-c0675513-0c70-4a7a-a72e-f8bfd85fbefa tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:53.698187 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b753d48-1c79-4494-992b-dca3619773b7 req-c0675513-0c70-4a7a-a72e-f8bfd85fbefa tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0492289 May 27 09:42:53.751816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b753d48-1c79-4494-992b-dca3619773b7 req-5541525b-634f-4823-a988-dd24cab7ad6f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 May 27 09:42:54.161936 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe1d3-ca14-4426-ac03-5e283d6b09b5 req-ed244d5b-b0f8-406e-903a-85ee63722c69 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:54.163517 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fdcbe1d3-ca14-4426-ac03-5e283d6b09b5 req-ed244d5b-b0f8-406e-903a-85ee63722c69 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 948 time: 0.0703828 May 27 09:42:54.216791 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fdcbe1d3-ca14-4426-ac03-5e283d6b09b5 req-22dc7d0a-540d-4c05-997f-04e59a2afe2c tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 May 27 09:42:54.913236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50775b8-0d95-4285-8d6a-515b781f15cc req-c0b555d6-3a96-4933-9f08-4aa26df6283a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:54.920108 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d50775b8-0d95-4285-8d6a-515b781f15cc req-c0b555d6-3a96-4933-9f08-4aa26df6283a tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0712891 May 27 09:42:55.023622 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d50775b8-0d95-4285-8d6a-515b781f15cc req-a0b4721c-8a12-485c-bf86-6e3daff2d8c5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984857 May 27 09:42:55.375174 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b0bb-8822-446f-afd5-1e335159c8bc req-9ada336c-dbb0-4913-bb82-ff7d300e0c9f tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:55.382176 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7b4b0bb-8822-446f-afd5-1e335159c8bc req-9ada336c-dbb0-4913-bb82-ff7d300e0c9f tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 948 time: 0.0685248 May 27 09:42:55.429703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7b4b0bb-8822-446f-afd5-1e335159c8bc req-db42aebb-cb81-483b-ad43-2bd18a51f5b1 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466602 May 27 09:42:55.814737 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 40784) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:55.961083 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a70fb1c4-4b04-4499-beb2-f5e031b4a1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.090436 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a70fb1c4-4b04-4499-beb2-f5e031b4a1cf admin admin] Publish callbacks [] for security_group (3f1565e4-f094-402d-872f-baf1dfdd6bd9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.107745 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a70fb1c4-4b04-4499-beb2-f5e031b4a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3f1565e4-f094-402d-872f-baf1dfdd6bd9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.147821 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fb1c4-4b04-4499-beb2-f5e031b4a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1565e4-f094-402d-872f-baf1dfdd6bd9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:56.156672 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a70fb1c4-4b04-4499-beb2-f5e031b4a1cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb742ed888294ccfba81cb742c53669b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408408 May 27 09:42:56.157484 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 40792) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:42:56.179631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afdc86-5c1c-4fe4-a51e-d91af074bcf2 req-9ea962d6-5760-4d37-82da-79ae767a0522 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:56.189594 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62afdc86-5c1c-4fe4-a51e-d91af074bcf2 req-9ea962d6-5760-4d37-82da-79ae767a0522 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0663524 May 27 09:42:56.253384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] Publish callbacks [] for security_group (3f1565e4-f094-402d-872f-baf1dfdd6bd9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.283383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-a5d23939-b9fa-434c-983a-fe6dfa4c9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:56.284879 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-a5d23939-b9fa-434c-983a-fe6dfa4c9152 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 1132 time: 0.0863218 May 27 09:42:56.287553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f721-be92-49f6-9748-23e6239a79fa req-0af6fcf3-2928-42f6-8566-67e40b80876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:56.289289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8b7f721-be92-49f6-9748-23e6239a79fa req-0af6fcf3-2928-42f6-8566-67e40b80876a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0817540 May 27 09:42:56.295923 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] Publish callbacks [] for security_group (3f1565e4-f094-402d-872f-baf1dfdd6bd9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.367110 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62afdc86-5c1c-4fe4-a51e-d91af074bcf2 req-47ae41d9-a41b-489d-b6af-6a9346b99d09 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765177 May 27 09:42:56.387879 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3f1565e4-f094-402d-872f-baf1dfdd6bd9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.391164 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:56.395458 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f1565e4-f094-402d-872f-baf1dfdd6bd9 HTTP/1.1" status: 204 len: 168 time: 0.2363782 May 27 09:42:56.422972 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e0c7d-02ff-4b72-8abf-c72903374e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1565e4-f094-402d-872f-baf1dfdd6bd9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:56.465528 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8b7f721-be92-49f6-9748-23e6239a79fa req-4a8c4a65-f0c6-4d0b-bcd5-9130bbbece3c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496568 May 27 09:42:56.500249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-934ac1f7-4bf5-4dcc-84c5-116288d5abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:56.504161 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-934ac1f7-4bf5-4dcc-84c5-116288d5abee service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a005d9-c12a-49a7-8824-8a3545cff013 HTTP/1.1" status: 200 len: 870 time: 0.2031524 May 27 09:42:56.598483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc524b-b713-4005-854e-48490eb7f2e1 req-9c3b3d35-0228-41b7-9c5c-ac8e3a941872 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:56.600073 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dfc524b-b713-4005-854e-48490eb7f2e1 req-9c3b3d35-0228-41b7-9c5c-ac8e3a941872 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 948 time: 0.0570478 May 27 09:42:56.631294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:56.665803 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dfc524b-b713-4005-854e-48490eb7f2e1 req-9732e622-9cf7-4214-a22c-ff2de4b1a7ac tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566216 May 27 09:42:57.183291 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 401f6f6d-09f1-4a96-8d38-9762d774891f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:42:57.313663 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=401f6f6d-09f1-4a96-8d38-9762d774891f,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:57.328929 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '401f6f6d-09f1-4a96-8d38-9762d774891f', 'network_id': '19a005d9-c12a-49a7-8824-8a3545cff013', 'port_id': '401f6f6d-09f1-4a96-8d38-9762d774891f', 'mac_address': 'fa:16:3e:9a:08:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3216b9c1-472e-4587-b9e0-5afdac24ed1c', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:42:57.371098 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 401f6f6d-09f1-4a96-8d38-9762d774891f is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:42:57.371589 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:57.387389 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401f6f6d-09f1-4a96-8d38-9762d774891f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:42:57.421466 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=401f6f6d-09f1-4a96-8d38-9762d774891f,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:42:57.428427 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:57.430881 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-028c07b0-b5da-4b9c-8e7b-c2d13d970939 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=401f6f6d-09f1-4a96-8d38-9762d774891f HTTP/1.1" status: 200 len: 217 time: 0.0904541 May 27 09:42:57.501561 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:42:57.565578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb37f-6926-4191-a24c-ef43e6b3860d req-6aac79b9-ccf1-4a41-b00d-c81728ab7f73 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:57.572924 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6ebb37f-6926-4191-a24c-ef43e6b3860d req-6aac79b9-ccf1-4a41-b00d-c81728ab7f73 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.1034019 May 27 09:42:57.636277 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6ebb37f-6926-4191-a24c-ef43e6b3860d req-bc048b59-ef4d-4abd-94da-7f449ea676e1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618360 May 27 09:42:57.802670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f775d-ad3d-44a3-a4b0-38203464c318 req-2e1ec4c5-d554-4516-a515-93c812b8c781 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:57.810052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f8f775d-ad3d-44a3-a4b0-38203464c318 req-2e1ec4c5-d554-4516-a515-93c812b8c781 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 949 time: 0.0602703 May 27 09:42:57.869228 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f8f775d-ad3d-44a3-a4b0-38203464c318 req-effa46be-cf8b-46fc-8e6e-ccc715ccf6db tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579765 May 27 09:42:58.228508 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['401f6f6d-09f1-4a96-8d38-9762d774891f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:42:58.348220 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-8be1724b-66a7-44ff-a29f-1896738e0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:58.351438 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-8be1724b-66a7-44ff-a29f-1896738e0ad2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3216b9c1-472e-4587-b9e0-5afdac24ed1c HTTP/1.1" status: 200 len: 843 time: 0.0515144 May 27 09:42:58.424361 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:42:58.483829 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-0a6f247e-b0cf-4a21-8cbb-e749f28a80fd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765307 May 27 09:42:58.487914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-31fc9904-f56c-4103-8b16-cbb4ac1f4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:58.492207 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-31fc9904-f56c-4103-8b16-cbb4ac1f4bd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a005d9-c12a-49a7-8824-8a3545cff013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0766683 May 27 09:42:58.692836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-b39e06dd-bc11-4eaf-acb8-89fe17c05130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:58.694369 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-b39e06dd-bc11-4eaf-acb8-89fe17c05130 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 1130 time: 0.0871606 May 27 09:42:58.780863 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-8a8f27c1-c983-423a-a7d8-a60a32708c4f service neutron] 10.222.0.65 "GET /v2.0/networks/19a005d9-c12a-49a7-8824-8a3545cff013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031324 May 27 09:42:58.836896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247103da-6b3e-4eaf-9d68-ee6f91edc678 req-677c063a-e034-4fd2-9050-519a87b31493 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:58.838382 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-247103da-6b3e-4eaf-9d68-ee6f91edc678 req-677c063a-e034-4fd2-9050-519a87b31493 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.1133449 May 27 09:42:58.885392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-49b9d1cd-4c02-4834-98ce-cc8f705588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:58.885655 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-49b9d1cd-4c02-4834-98ce-cc8f705588c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1444006 May 27 09:42:58.971672 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-247103da-6b3e-4eaf-9d68-ee6f91edc678 req-7a1a8d9a-2139-4b22-9c0a-5f7cdd86db34 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191580 May 27 09:42:58.979764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-9a8eba87-a97a-473e-974d-5c216a69ce9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 200 len: 217 time: 0.0756249 May 27 09:42:59.077465 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac982c7-71e5-4e54-acd5-71955178feb3 req-f7d3d9a5-0ece-42d1-b1b5-47eeb32b9c1c service neutron] 10.222.0.65 "GET /v2.0/networks/19a005d9-c12a-49a7-8824-8a3545cff013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624589 May 27 09:42:59.180521 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f3e04-04b7-428e-9845-a3ac607ca80d req-32954e7e-994e-4575-a4b6-18eaf6f64ee4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:42:59.183745 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-887f3e04-04b7-428e-9845-a3ac607ca80d req-32954e7e-994e-4575-a4b6-18eaf6f64ee4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 949 time: 0.0916083 May 27 09:42:59.248750 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-887f3e04-04b7-428e-9845-a3ac607ca80d req-df47ed94-c483-4d63-b513-2f128dfb0489 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594332 May 27 09:42:59.899918 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 401f6f6d-09f1-4a96-8d38-9762d774891f up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:42:59.960955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 401f6f6d-09f1-4a96-8d38-9762d774891f completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:42:59.974926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 401f6f6d-09f1-4a96-8d38-9762d774891f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:42:59.975353 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:42:59.998531 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-aa3eb0e8-fef7-4189-9247-243f95d0882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.000966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-aa3eb0e8-fef7-4189-9247-243f95d0882c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0653491 May 27 09:43:00.065419 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 401f6f6d-09f1-4a96-8d38-9762d774891f is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:43:00.065824 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:00.078255 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-642a8099-8f13-47f8-b325-59a36c5d7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.086456 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-642a8099-8f13-47f8-b325-59a36c5d7a2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768187 May 27 09:43:00.097451 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:00.100294 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b1015-6dc5-4beb-89f9-871a9a543746" -d '{"events": [{"server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "name": "network-vif-plugged", "status": "completed", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:00.122769 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=401f6f6d-09f1-4a96-8d38-9762d774891f,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:00.126981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:00.181792 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abc05f3-9890-44c6-9609-c270b6e573dd x-openstack-request-id: req-7abc05f3-9890-44c6-9609-c270b6e573dd {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:00.181792 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "name": "network-vif-plugged", "status": "completed", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:00.181792 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7abc05f3-9890-44c6-9609-c270b6e573dd {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:00.182317 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abc05f3-9890-44c6-9609-c270b6e573dd'] response: {'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f', 'code': 200} May 27 09:43:00.195429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:00.205016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.205490 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.205999 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.206452 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.206883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.207489 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.208294 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.208758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.209237 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.209661 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.210105 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.210529 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.210950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.211538 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.212278 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:00.227753 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e1b10-b0ab-4148-9815-d4e2a5a084f3 req-3b1b7030-f38e-489d-9da0-8bd8989c175e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.229486 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c69e1b10-b0ab-4148-9815-d4e2a5a084f3 req-3b1b7030-f38e-489d-9da0-8bd8989c175e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0792520 May 27 09:43:00.245291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:00.459911 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c69e1b10-b0ab-4148-9815-d4e2a5a084f3 req-9ea72af5-5f58-47f9-82f7-275852e9a1fd tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133746 May 27 09:43:00.463667 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-a4425574-7c10-400b-89fa-3fdc0e34b19d service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699658 May 27 09:43:00.470060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d1fd-3692-45da-8536-e27760f8c68a req-7130b32f-d21d-442f-9259-a3fa7442b03d tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.483193 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0162d1fd-3692-45da-8536-e27760f8c68a req-7130b32f-d21d-442f-9259-a3fa7442b03d tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.1136506 May 27 09:43:00.528248 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:00.862020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54817daa-54b4-4889-b585-7ab8cb2a9f0e req-21bb1b72-9670-4100-90f8-f473701d7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.863556 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54817daa-54b4-4889-b585-7ab8cb2a9f0e req-21bb1b72-9670-4100-90f8-f473701d7176 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 1134 time: 0.4159069 May 27 09:43:00.895125 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0162d1fd-3692-45da-8536-e27760f8c68a req-1863d1a3-2f94-41bf-827b-fb4701c620a9 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149811 May 27 09:43:00.917597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373c24-3631-4b3c-aefb-abc1c4d84d2c req-976638f0-b972-49f4-aede-7c6b09e907a4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:00.924162 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d1373c24-3631-4b3c-aefb-abc1c4d84d2c req-976638f0-b972-49f4-aede-7c6b09e907a4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.3632290 May 27 09:43:00.927972 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 40904) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:00.933160 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'floatingip': {'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:00.945986 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c36c2ac7-7af5-443f-a856-fda87750e860 req-d267eee5-af1c-42cd-8bfc-a4c34d892ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652550 May 27 09:43:00.974856 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54817daa-54b4-4889-b585-7ab8cb2a9f0e req-30f6a0b9-ee78-461b-8b5e-82c9cbd3ff81 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 May 27 09:43:00.991480 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:01.522178 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:01.527289 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:01.651043 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Floating IP 83d070bd-2e08-49e8-b12f-6afd397d601b associated. External IP: 172.27.1.5, port: be291203-ca93-4891-adc1-934c52d11bd3. May 27 09:43:01.903503 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:01.910887 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:02.086614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8a64a-4dc4-4acd-aa29-8452d0373b73 req-742918f6-f9c2-47ec-981a-1b0f9bdfe5c4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:02.097065 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-21f8a64a-4dc4-4acd-aa29-8452d0373b73 req-742918f6-f9c2-47ec-981a-1b0f9bdfe5c4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0795684 May 27 09:43:02.112359 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:43:02.171584 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-21f8a64a-4dc4-4acd-aa29-8452d0373b73 req-db44bf43-63e6-41cf-87a7-fc83597c8ff3 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732222 May 27 09:43:02.236005 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:43:02.245026 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:02.249579 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:43:02.262251 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:43:02.263449 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:42:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:02.282222 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4e6277a0-4604-4b24-83bf-28d4c5fc53f4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "PUT /v2.0/floatingips/83d070bd-2e08-49e8-b12f-6afd397d601b HTTP/1.1" status: 200 len: 990 time: 1.3524985 May 27 09:43:02.282801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:02.286043 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:02.330604 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace260a-a09d-4a53-a868-a3404244a0fa x-openstack-request-id: req-6ace260a-a09d-4a53-a868-a3404244a0fa {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:02.330897 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:02.331145 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ace260a-a09d-4a53-a868-a3404244a0fa {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:02.331586 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ace260a-a09d-4a53-a868-a3404244a0fa'] response: {'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'status': 'completed', 'code': 200} May 27 09:43:02.388717 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:43:02.639170 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:43:01Z', 'revision_number': 1, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:02.665273 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:43:02.674737 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:43:02.674959 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:42:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:02.783333 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:43:03.075609 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:43:01Z', 'revision_number': 1, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:03.103665 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe9916-86d3-469a-84cc-0d947e24d482 None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:43:01Z', 'revision_number': 1, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:43:03.312033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ab02-3370-4e26-85de-2e7345f9f014 req-bd13ed44-b045-42aa-a310-eec28cd3199a tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:03.314015 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bdf3ab02-3370-4e26-85de-2e7345f9f014 req-bd13ed44-b045-42aa-a310-eec28cd3199a tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0644701 May 27 09:43:03.374860 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bdf3ab02-3370-4e26-85de-2e7345f9f014 req-444c231b-3a0e-4f5b-95d7-7a05e511b66e tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 May 27 09:43:03.398174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf373f-7ed4-4ed3-a2bc-bd2dbb7b1b79 None None] New status for floating IP 83d070bd-2e08-49e8-b12f-6afd397d601b: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:43:03.520250 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:03.523006 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:04.517332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f7c77-6663-4c9f-9de0-e4b2a12ba4bb req-c7ea0482-5951-4d35-99d2-9e6d30c3adde tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:04.526377 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-573f7c77-6663-4c9f-9de0-e4b2a12ba4bb req-c7ea0482-5951-4d35-99d2-9e6d30c3adde tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0644989 May 27 09:43:04.587613 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-573f7c77-6663-4c9f-9de0-e4b2a12ba4bb req-c0955c19-5afb-423b-be22-346ef00a1b65 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 May 27 09:43:05.725729 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475434-8fff-4a60-93bd-e6d8ba747fdf req-4ff55485-e6eb-46d2-be4e-aeefcd4bd9b2 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:05.727253 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4475434-8fff-4a60-93bd-e6d8ba747fdf req-4ff55485-e6eb-46d2-be4e-aeefcd4bd9b2 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0522883 May 27 09:43:05.785397 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4475434-8fff-4a60-93bd-e6d8ba747fdf req-a69b5444-973a-4d28-a2bf-76e3a195f05e tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 May 27 09:43:06.905541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f312-394a-4d75-a14b-fece5ff1220d req-b950a37a-3a70-47ec-9923-86ad03e82d14 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:06.913566 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6977f312-394a-4d75-a14b-fece5ff1220d req-b950a37a-3a70-47ec-9923-86ad03e82d14 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0549409 May 27 09:43:06.957412 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6977f312-394a-4d75-a14b-fece5ff1220d req-78cf8d7b-0c08-4deb-8c07-25ab627cafc1 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 May 27 09:43:08.099836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c7ba1-c1f4-43a3-8485-7171865f068d req-c710c906-e391-46d6-a78b-568a326ce77b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:08.101430 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-299c7ba1-c1f4-43a3-8485-7171865f068d req-c710c906-e391-46d6-a78b-568a326ce77b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0566263 May 27 09:43:08.175205 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-299c7ba1-c1f4-43a3-8485-7171865f068d req-381df9d1-da5a-4a2d-9f1b-e44805a2f993 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 May 27 09:43:08.397642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-5cd8c8db-cfa4-47dd-a7fe-fd620b2f22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:08.399103 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-5cd8c8db-cfa4-47dd-a7fe-fd620b2f22cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0401275 May 27 09:43:09.293637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3bca-1402-4b69-aa8d-45c5a9264dc1 req-dc4edd0f-d3e7-4b9c-a706-7f2a8c890030 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:09.295013 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7bfe3bca-1402-4b69-aa8d-45c5a9264dc1 req-dc4edd0f-d3e7-4b9c-a706-7f2a8c890030 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0502195 May 27 09:43:09.343120 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7bfe3bca-1402-4b69-aa8d-45c5a9264dc1 req-658d32f9-0cf0-40bb-b4f3-31c972fa6e1c tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 May 27 09:43:09.563588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:09.566827 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:09.637205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-40328d1f-83d7-4a17-9ecd-de6b072cac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:09.638668 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-40328d1f-83d7-4a17-9ecd-de6b072cac08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1050744 May 27 09:43:10.435613 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41058) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:10.463720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442fd03-2493-4117-af45-aaa153b7a1d7 req-514f0640-0ed7-4e6e-98f6-f5b5b79fa97b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:10.466483 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7442fd03-2493-4117-af45-aaa153b7a1d7 req-514f0640-0ed7-4e6e-98f6-f5b5b79fa97b tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0509760 May 27 09:43:10.513994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7442fd03-2493-4117-af45-aaa153b7a1d7 req-2c00ed20-b551-4051-8d4c-ae223ad245d4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 May 27 09:43:10.546234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.630317 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Publish callbacks [] for security_group (8893ad3f-37f8-49c3-a503-da4647b0c1fe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.634344 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8893ad3f-37f8-49c3-a503-da4647b0c1fe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.676627 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bde96f43cfff4c13a50955b2967f72e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390230 May 27 09:43:10.677411 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:10.678041 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893ad3f-37f8-49c3-a503-da4647b0c1fe,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:10.686562 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:43:10.687809 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.688178 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.688537 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.688874 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.689326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.689666 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.689993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.690318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.690664 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.691033 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.691673 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.692009 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.692334 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.692654 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.693195 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818d529-c50c-47d7-9a88-50c7a61f1e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.730800 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Publish callbacks [] for security_group (8893ad3f-37f8-49c3-a503-da4647b0c1fe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.783146 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Publish callbacks [] for security_group (8893ad3f-37f8-49c3-a503-da4647b0c1fe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.806254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be549373-2af2-4392-b37f-ea6d15230df1 req-df06d3b3-63d5-4fb6-8d69-40c162c88c77 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:10.807777 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be549373-2af2-4392-b37f-ea6d15230df1 req-df06d3b3-63d5-4fb6-8d69-40c162c88c77 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0725858 May 27 09:43:10.871721 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be549373-2af2-4392-b37f-ea6d15230df1 req-e7f1f379-02b8-45a8-aaaa-5260e98f41ca tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 May 27 09:43:10.894788 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8893ad3f-37f8-49c3-a503-da4647b0c1fe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.898332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:10.902191 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8893ad3f-37f8-49c3-a503-da4647b0c1fe HTTP/1.1" status: 204 len: 168 time: 0.2214282 May 27 09:43:10.913085 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893ad3f-37f8-49c3-a503-da4647b0c1fe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:10.922518 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.923099 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.923542 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.923948 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.924456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.924868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.925290 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.926240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.926635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.927028 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.927449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.927891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.928835 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.929295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:10.929684 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd9f94-ca07-47e3-91f2-07d27f22551f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:43:11.180753 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-a6b7536e-388b-4ccd-8252-7184c6065243 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0958931 May 27 09:43:11.989218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5fd9f-17ef-4a69-86fa-7e9537e32191 req-2f4c3ab8-fb7a-4e71-87e0-ba39070b50a6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:11.990948 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fa5fd9f-17ef-4a69-86fa-7e9537e32191 req-2f4c3ab8-fb7a-4e71-87e0-ba39070b50a6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0481791 May 27 09:43:12.040760 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9fa5fd9f-17ef-4a69-86fa-7e9537e32191 req-6e77273f-0d5d-4d5f-ab5d-db0fb81cb40d tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 May 27 09:43:12.617283 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-491c7981-7850-4549-af09-f439dfaa1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:12.618869 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-491c7981-7850-4549-af09-f439dfaa1a8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0464838 May 27 09:43:12.674319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41144) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:12.719236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Deleting subnet 361bee3e-37a3-4062-8a22-e7c7c10b96a5 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:43:12.722899 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Publish callbacks [] for subnet (361bee3e-37a3-4062-8a22-e7c7c10b96a5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:12.763265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (361bee3e-37a3-4062-8a22-e7c7c10b96a5), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:12.802009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (361bee3e-37a3-4062-8a22-e7c7c10b96a5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:12.856346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (361bee3e-37a3-4062-8a22-e7c7c10b96a5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:12.880228 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361bee3e-37a3-4062-8a22-e7c7c10b96a5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:12.886110 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:12.889574 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a6257167-6a4b-4ab7-a761-c68064e9e544 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/361bee3e-37a3-4062-8a22-e7c7c10b96a5 HTTP/1.1" status: 204 len: 168 time: 0.2142184 May 27 09:43:12.892020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41146) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:12.949325 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:12.964606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (bc3314c2-6f7a-4cfb-97c0-f4db7429a577), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.003557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:13.048232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (bc3314c2-6f7a-4cfb-97c0-f4db7429a577), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.069775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3314c2-6f7a-4cfb-97c0-f4db7429a577']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:13.079655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307c1941-2928-49d7-adcf-ec664cf82dbf') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:13.079947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307c1941-2928-49d7-adcf-ec664cf82dbf') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:13.090740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (307c1941-2928-49d7-adcf-ec664cf82dbf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.108746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (307c1941-2928-49d7-adcf-ec664cf82dbf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.115553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:43:13.115945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (307c1941-2928-49d7-adcf-ec664cf82dbf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.141198 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 307c1941-2928-49d7-adcf-ec664cf82dbf resource provider aggregate not found May 27 09:43:13.165149 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 307c1941-2928-49d7-adcf-ec664cf82dbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 307c1941-2928-49d7-adcf-ec664cf82dbf found for delete ", "request_id": "req-3e30bd3d-9fc8-4eb9-a996-fed0b5f204a1"}]} May 27 09:43:13.218599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (bc3314c2-6f7a-4cfb-97c0-f4db7429a577), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.230382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a871e-c46a-47e7-805a-465993580c1c req-22459ca4-6992-432a-90bf-d29278dcf509 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:13.231890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ee1a871e-c46a-47e7-805a-465993580c1c req-22459ca4-6992-432a-90bf-d29278dcf509 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.0925295 May 27 09:43:13.235977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.239566 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc3314c2-6f7a-4cfb-97c0-f4db7429a577 HTTP/1.1" status: 204 len: 168 time: 0.3465700 May 27 09:43:13.279761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f26f8-1d57-4210-88e3-8d508d796a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3314c2-6f7a-4cfb-97c0-f4db7429a577,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:13.357198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-13f49023-783d-471d-ae93-69e634867ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:13.358711 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-13f49023-783d-471d-ae93-69e634867ffb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0971177 May 27 09:43:13.365240 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ee1a871e-c46a-47e7-805a-465993580c1c req-c77c5276-4431-49ef-beb4-a3ea38900df4 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246061 May 27 09:43:13.372933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6440cb-2b61-4c02-bb94-e0141751373b req-f0eda777-15a6-4c1e-a91c-1f0c307eaf63 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:13.374355 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b6440cb-2b61-4c02-bb94-e0141751373b req-f0eda777-15a6-4c1e-a91c-1f0c307eaf63 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0943322 May 27 09:43:13.421400 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41164) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:13.434796 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b6440cb-2b61-4c02-bb94-e0141751373b req-dce78542-a5e6-4d04-ad37-67f72077b68f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 May 27 09:43:13.458334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41166) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:13.462145 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fb53efad-9f37-4593-aaea-6665aa65ee80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b17fac30e6a469a8e0ca8b6e2fcdc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390615 May 27 09:43:13.464639 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:13.516343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] Publish callbacks [] for security_group (b617b4bc-4377-4928-b607-62bb45caaf58), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.542472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] Publish callbacks [] for security_group (b617b4bc-4377-4928-b607-62bb45caaf58), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.543191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:13.596766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b617b4bc-4377-4928-b607-62bb45caaf58), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.601436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.603215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b617b4bc-4377-4928-b607-62bb45caaf58 HTTP/1.1" status: 204 len: 168 time: 0.1374803 May 27 09:43:13.612963 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcc561-b952-4565-91eb-5bc60c5e52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617b4bc-4377-4928-b607-62bb45caaf58,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:13.717831 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33449510-babf-41e4-809e-effa85c48bdc tempest-TestMinimumBasicScenario-1397948072 tempest-TestMinimumBasicScenario-1397948072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:13.719729 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-33449510-babf-41e4-809e-effa85c48bdc tempest-TestMinimumBasicScenario-1397948072 tempest-TestMinimumBasicScenario-1397948072-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1125 time: 0.2599592 May 27 09:43:13.723457 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41176) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:13.727712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'port_id': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:13.749804 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.836864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:13.954088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Allocated IP 172.27.1.145 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/da81980b-255f-4667-90e5-34cefb782d6f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:43:14.000652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:14.020629 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:14.140260 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=91 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:14.148474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-b871e22e-e34a-47dc-815b-ddcb72982287 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:14.149988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-b871e22e-e34a-47dc-815b-ddcb72982287 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.65 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.1035266 May 27 09:43:14.184815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for port (da81980b-255f-4667-90e5-34cefb782d6f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:14.187660 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-47f619da-8919-4119-8bc9-db1bdff4c0d6 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028620 May 27 09:43:14.279491 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (da81980b-255f-4667-90e5-34cefb782d6f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:14.377692 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:43:14.390718 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:43:14.397842 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:43:14.435477 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'Port': ['ID=da81980b-255f-4667-90e5-34cefb782d6f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:14.449876 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Deleting port 401f6f6d-09f1-4a96-8d38-9762d774891f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:43:14.450218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:14.475515 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-70457c0f-60da-4b7e-805f-fbbcaf2ef8d5 req-7c8c0cd6-c69a-4291-a0d2-d6fbd68c93de service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708943 May 27 09:43:14.591927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4396c-20e2-4d0a-ae4b-6d13a4169612 req-473515bc-e537-45e6-bffa-3e44441a43b6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:14.593453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73d4396c-20e2-4d0a-ae4b-6d13a4169612 req-473515bc-e537-45e6-bffa-3e44441a43b6 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 950 time: 0.1502006 May 27 09:43:14.669001 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] For port 401f6f6d-09f1-4a96-8d38-9762d774891f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=401f6f6d-09f1-4a96-8d38-9762d774891f,segment=NetworkSegment(cdd4804b-aed9-4ab4-b06f-093fefa4a329),segment_id=cdd4804b-aed9-4ab4-b06f-093fefa4a329)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:14.669367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:14.734979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Calling delete_port for 401f6f6d-09f1-4a96-8d38-9762d774891f owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:43:14.748053 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:14.805016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73d4396c-20e2-4d0a-ae4b-6d13a4169612 req-62a0c437-dbe9-4671-9fc9-5278e23d2887 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/security-groups?id=818b55fb-4a26-492f-8e30-f35543c3e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965127 May 27 09:43:14.907393 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:14.978484 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbd8b0-3f3a-4b25-84c2-f83f1812a4b7 req-adb80006-a288-4853-9262-f7c890f6e70c tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:14.979967 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8bbd8b0-3f3a-4b25-84c2-f83f1812a4b7 req-adb80006-a288-4853-9262-f7c890f6e70c tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.1659143 May 27 09:43:15.365007 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03d11473-a473-46df-8094-fece81fab85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.386033 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8bbd8b0-3f3a-4b25-84c2-f83f1812a4b7 req-25e49972-60c8-408d-a04e-f92ffd23b7bb tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912764 May 27 09:43:15.393559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (401f6f6d-09f1-4a96-8d38-9762d774891f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.441822 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['401f6f6d-09f1-4a96-8d38-9762d774891f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:43:15.456404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Pushing event deleted for resources: {'Port': ['ID=401f6f6d-09f1-4a96-8d38-9762d774891f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:15.513335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for floatingip (e05df190-6ab1-42fe-9a23-5fb4e25757f7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.527797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] No DVR routers for this DVR port 401f6f6d-09f1-4a96-8d38-9762d774891f on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:43:15.553034 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.556283 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b161ef39-1634-4244-bb99-70ddf4ca3a85 req-52762eea-2f13-43e6-a0ee-834c78790385 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.65 "DELETE /v2.0/ports/401f6f6d-09f1-4a96-8d38-9762d774891f HTTP/1.1" status: 204 len: 173 time: 1.3528836 May 27 09:43:15.556724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'name': 'network-vif-deleted', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:15.558934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe144e-d87b-40fc-8fbc-6bfc50f047b4" -d '{"events": [{"server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "name": "network-vif-deleted", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:15.597764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b218e-d5d5-42f0-be7b-c0ac7853558c x-openstack-request-id: req-6b1b218e-d5d5-42f0-be7b-c0ac7853558c {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:15.598053 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26", "name": "network-vif-deleted", "tag": "401f6f6d-09f1-4a96-8d38-9762d774891f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:15.598301 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b1b218e-d5d5-42f0-be7b-c0ac7853558c {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:15.598696 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1b218e-d5d5-42f0-be7b-c0ac7853558c'] response: {'server_uuid': 'c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26', 'name': 'network-vif-deleted', 'tag': '401f6f6d-09f1-4a96-8d38-9762d774891f', 'status': 'completed', 'code': 200} May 27 09:43:15.632602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (da81980b-255f-4667-90e5-34cefb782d6f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.822687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for port (da81980b-255f-4667-90e5-34cefb782d6f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.827234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (da81980b-255f-4667-90e5-34cefb782d6f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:15.862946 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:15.926795 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'Port': ['ID=da81980b-255f-4667-90e5-34cefb782d6f,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:15.934817 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4dd77a3b-6ecd-4f4b-8248-da24cdfa1a22 req-74e0a09f-12b2-4018-b945-677d6d037476 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0524395 May 27 09:43:15.940326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (e05df190-6ab1-42fe-9a23-5fb4e25757f7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.039391 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Floating IP e05df190-6ab1-42fe-9a23-5fb4e25757f7 associated. External IP: 172.27.1.145, port: 7adfbb2e-f976-47e6-8ad5-c96c45292acc. May 27 09:43:16.087232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:16.233213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Router 2a3e4b21-3209-4be3-a67c-a629673d22f5 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:43:16.344233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:43:16.356105 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Sync routers for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:43:16.367593 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.373266 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:43:16.373955 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:42:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:16.404535 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fed49816-25d5-418a-8524-fc5685ba6e50 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6800253 May 27 09:43:16.407353 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:16.413257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288229352', 'description': 'tempest-secgroup-smoke-288229352 description', 'project_id': '050fc8655bd34646b1b3f211b6fd912a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:16.438866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.489910 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:43:16.527893 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:16.528136 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d059a65-188a-43e1-abf2-9f68177377b8 req-192e4e3b-7510-42c7-8e74-016def199e8b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:16.529974 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8d059a65-188a-43e1-abf2-9f68177377b8 req-192e4e3b-7510-42c7-8e74-016def199e8b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0647886 May 27 09:43:16.569020 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (baed0279-8398-4064-89ca-32033c6b1482), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.575574 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (baed0279-8398-4064-89ca-32033c6b1482), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.621481 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.622637 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2142804 May 27 09:43:16.625788 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41198) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:16.628202 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8d059a65-188a-43e1-abf2-9f68177377b8 req-bfb67a56-d399-45c8-b307-d34c286e56a8 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907047 May 27 09:43:16.630576 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0a7b-b645-4027-85f1-c376a0315b96 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baed0279-8398-4064-89ca-32033c6b1482,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:16.631570 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:16.662042 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (b3a69c54-0031-4104-8b42-121bac471d63), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.701880 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e05df190-6ab1-42fe-9a23-5fb4e25757f7', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'port_id': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'mac_address': 'fa:16:3e:aa:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd942627-ce67-4a65-95dc-a589397bd130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:43:14Z', 'updated_at': '2022-05-27T09:43:14Z', 'revision_number': 0, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:16.710149 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (b3a69c54-0031-4104-8b42-121bac471d63), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.714899 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (b3a69c54-0031-4104-8b42-121bac471d63), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.729765 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Checking router: 2a3e4b21-3209-4be3-a67c-a629673d22f5 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:43:16.733677 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a69c54-0031-4104-8b42-121bac471d63,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:16.739412 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:43:16.740020 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:42:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:16.742857 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.746976 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-76ca7f8b-9b1a-4167-984e-378520c7048c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201136 May 27 09:43:16.748282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 41200) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:16.753126 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:16.782222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (d5ee507e-2edd-4851-9ad0-6c7f8b94e7dd), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.793443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:16.843123 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:43:16.843967 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (d5ee507e-2edd-4851-9ad0-6c7f8b94e7dd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.848066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (d5ee507e-2edd-4851-9ad0-6c7f8b94e7dd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.869104 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee507e-2edd-4851-9ad0-6c7f8b94e7dd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:16.879525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.883262 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2a037afe-fcb2-4871-9396-860631eb8402 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313546 May 27 09:43:16.883638 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:16.888060 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:16.915723 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (957e59e8-a23f-43f7-ba0b-cecd7d344221), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.950258 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:16.975523 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (957e59e8-a23f-43f7-ba0b-cecd7d344221), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.979771 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (957e59e8-a23f-43f7-ba0b-cecd7d344221), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:16.997852 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957e59e8-a23f-43f7-ba0b-cecd7d344221,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:17.007734 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.011745 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-37d0d386-6895-4184-84f1-92b6a7f05a9b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244447 May 27 09:43:17.011877 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:17.016418 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:17.034051 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:17.046629 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (6067bee5-171f-4be7-827e-5fea22238966), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.071011 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c1871fe-d4a0-4ca7-9ba2-8b4f657b07c4 req-87622559-6ea1-4556-965e-bec3cf750403 tempest-VolumesNegativeTest-1951215788 tempest-VolumesNegativeTest-1951215788-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63c3d43-fda3-4bd7-a98d-4b8f8b80fa26 HTTP/1.1" status: 200 len: 210 time: 0.0401850 May 27 09:43:17.100539 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (6067bee5-171f-4be7-827e-5fea22238966), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.105271 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (6067bee5-171f-4be7-827e-5fea22238966), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.124279 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6067bee5-171f-4be7-827e-5fea22238966,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:17.132668 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.133840 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-272127dd-f84f-43b1-94cc-fd38c50cfedc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208735 May 27 09:43:17.136664 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:17.140830 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:17.160907 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Project 050fc8655bd34646b1b3f211b6fd912a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:43:17.166915 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (71b4f11b-ddac-4102-8293-e8387644c395), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.170362 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e05df190-6ab1-42fe-9a23-5fb4e25757f7', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'port_id': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'mac_address': 'fa:16:3e:aa:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd942627-ce67-4a65-95dc-a589397bd130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:43:14Z', 'updated_at': '2022-05-27T09:43:14Z', 'revision_number': 0, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:43:17.199489 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ed7c4-98a1-487b-9a90-7864884a70ad None None] The sync data for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi is: [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e05df190-6ab1-42fe-9a23-5fb4e25757f7', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'port_id': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'mac_address': 'fa:16:3e:aa:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd942627-ce67-4a65-95dc-a589397bd130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:43:14Z', 'updated_at': '2022-05-27T09:43:14Z', 'revision_number': 0, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:43:17.220935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (71b4f11b-ddac-4102-8293-e8387644c395), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.225342 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (71b4f11b-ddac-4102-8293-e8387644c395), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.244029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b4f11b-ddac-4102-8293-e8387644c395,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:17.258181 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.260102 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5c1af359-1079-4f4a-8795-68376da6e491 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223383 May 27 09:43:17.262648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41210) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:17.266717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-0d89159f-9501-40e3-8b91-5134ad2d92ed tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:17.267206 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'security_group_rule': {'security_group_id': 'baed0279-8398-4064-89ca-32033c6b1482', 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:17.268510 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-0d89159f-9501-40e3-8b91-5134ad2d92ed tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.0736642 May 27 09:43:17.297471 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Project 050fc8655bd34646b1b3f211b6fd912a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:43:17.305022 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (35e77969-bb34-47af-873f-f936f4c3d07b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.370616 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (35e77969-bb34-47af-873f-f936f4c3d07b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.374040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Deleting port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:43:17.374437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.376250 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (35e77969-bb34-47af-873f-f936f4c3d07b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.397492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e77969-bb34-47af-873f-f936f4c3d07b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:17.408106 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.409592 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-be7d962c-8696-4eb1-8609-1469ad3b2d3b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458611 May 27 09:43:17.467890 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:17.478555 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab795d9e-558a-454b-9df5-10c64d5abc7a None None] New status for floating IP e05df190-6ab1-42fe-9a23-5fb4e25757f7: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:43:17.511033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] For port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:17.511427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.536725 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Calling delete_port for b7c050ec-eaef-48aa-bcb9-5a8f86f2595d owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:43:17.541813 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-9f919a4f-b575-4333-bc06-47c9307e8a40 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288229352&fields=id&tenant_id=050fc8655bd34646b1b3f211b6fd912a HTTP/1.1" status: 200 len: 267 time: 0.0850821 May 27 09:43:17.609124 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:17.612587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:17.643000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-bc47739f-5e29-400b-8057-d39d6d6fb2c4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:17.645491 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-bc47739f-5e29-400b-8057-d39d6d6fb2c4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0957143 May 27 09:43:17.657282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8291041-65df-46c9-951b-d4951eafff6a x-openstack-request-id: req-c8291041-65df-46c9-951b-d4951eafff6a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:17.657575 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:17.657826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8291041-65df-46c9-951b-d4951eafff6a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:17.658209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8291041-65df-46c9-951b-d4951eafff6a'] response: {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:43:17.666371 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'port': {'security_groups': ['9c6cc26f-04ef-4ef0-be00-b158d59030cf', 'baed0279-8398-4064-89ca-32033c6b1482']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:17.754517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14eb808a-0c3c-4ff6-b2ef-fddb0b275c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.849095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.870087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa011e3-1cf2-4b30-93f1-b028570ed581 req-4a41694a-636d-4bb2-99a0-8b5e19bfad0a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:17.871585 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ffa011e3-1cf2-4b30-93f1-b028570ed581 req-4a41694a-636d-4bb2-99a0-8b5e19bfad0a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=410bf802-1682-4e5d-82ed-8a8603713349 HTTP/1.1" status: 200 len: 945 time: 0.1526191 May 27 09:43:17.872475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-6fb466eb-de52-4426-b973-df22f17fa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:17.873810 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-6fb466eb-de52-4426-b973-df22f17fa8f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1130 time: 0.1388466 May 27 09:43:17.928215 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (b7c050ec-eaef-48aa-bcb9-5a8f86f2595d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:17.979890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['b7c050ec-eaef-48aa-bcb9-5a8f86f2595d'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:43:17.995140 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Pushing event deleted for resources: {'Port': ['ID=b7c050ec-eaef-48aa-bcb9-5a8f86f2595d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:18.000541 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 401f6f6d-09f1-4a96-8d38-9762d774891f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:43:18.022671 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 401f6f6d-09f1-4a96-8d38-9762d774891f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:43:18.023014 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 401f6f6d-09f1-4a96-8d38-9762d774891f not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:43:18.081617 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:18.095210 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ffa011e3-1cf2-4b30-93f1-b028570ed581 req-01c8063b-6ee5-403f-8a9f-77ac1525c52d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151861 May 27 09:43:18.134962 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] No DVR routers for this DVR port b7c050ec-eaef-48aa-bcb9-5a8f86f2595d on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:43:18.145520 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.148766 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39f0c829-27ff-408b-92c5-c9efab3ec176 req-84378a47-b55d-47e0-ab8a-37b07dcd57db tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "DELETE /v2.0/ports/b7c050ec-eaef-48aa-bcb9-5a8f86f2595d HTTP/1.1" status: 204 len: 173 time: 0.8736002 May 27 09:43:18.174067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-38e6b1a8-9dfb-4449-82cb-41efbf96e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:18.175596 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-38e6b1a8-9dfb-4449-82cb-41efbf96e5f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 916 time: 0.2917063 May 27 09:43:18.273287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-63a4d367-4af4-4416-816e-75f942d345e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 1002 time: 0.0918624 May 27 09:43:18.314140 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:18.372295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-156ca916-2d08-4756-8854-34d19dfcf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:18.373748 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-156ca916-2d08-4756-8854-34d19dfcf529 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0690887 May 27 09:43:18.381100 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:18.414596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.419646 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.459977 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:43:18.470366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:18.471184 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.472902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d6ee0ee3-f34d-4223-a9e9-0448b440b5c6 req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "PUT /v2.0/ports/7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 982 time: 0.8173270 May 27 09:43:18.524766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a231ec4-1575-4c6f-973d-6a25c6b9e0e3 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=6']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:18.660589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836dfc-e1cf-478d-8298-6bd60a5aa5d2 req-0639f5ae-bf27-47ee-825f-cdabcc627b93 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:18.662159 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2836dfc-e1cf-478d-8298-6bd60a5aa5d2 req-0639f5ae-bf27-47ee-825f-cdabcc627b93 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.1085329 May 27 09:43:18.674895 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:43:18.693896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-89671fac-43dc-4337-b9e8-779c131f7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:18.695486 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-89671fac-43dc-4337-b9e8-779c131f7958 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0952678 May 27 09:43:18.758364 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2836dfc-e1cf-478d-8298-6bd60a5aa5d2 req-c2d31a97-40d8-49e4-9fec-a6926fd044ab tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878127 May 27 09:43:18.840621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-362b13a0-ba7a-43b4-9b83-1069425dac71 None None] Provisioning complete for port 7adfbb2e-f976-47e6-8ad5-c96c45292acc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:43:18.841004 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-362b13a0-ba7a-43b4-9b83-1069425dac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.890246 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-a5c8291a-24b8-4a3e-8cf5-bbb1cc27a0bb service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457231 May 27 09:43:18.933012 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:18.994326 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2989471-fbaa-4ea5-8e55-3debc68fe1fb req-8b0baa18-f874-4965-b233-29b17e6d0ebf service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975842 May 27 09:43:19.053700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:19.077842 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-362b13a0-ba7a-43b4-9b83-1069425dac71 None None] Current status of the port 7adfbb2e-f976-47e6-8ad5-c96c45292acc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:43:19.141631 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:19.659037 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'name': 'network-vif-deleted', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d'}, {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:19.661411 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d" -d '{"events": [{"server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "name": "network-vif-deleted", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d"}, {"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:19.707533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 May 2022 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950bb99-4aa2-4766-8739-b8dfe62c0bf7 x-openstack-request-id: req-0950bb99-4aa2-4766-8739-b8dfe62c0bf7 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:19.708503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410bf802-1682-4e5d-82ed-8a8603713349", "name": "network-vif-deleted", "tag": "b7c050ec-eaef-48aa-bcb9-5a8f86f2595d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:19.708752 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0950bb99-4aa2-4766-8739-b8dfe62c0bf7 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:19.709152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0950bb99-4aa2-4766-8739-b8dfe62c0bf7'] response: {'server_uuid': '410bf802-1682-4e5d-82ed-8a8603713349', 'name': 'network-vif-deleted', 'tag': 'b7c050ec-eaef-48aa-bcb9-5a8f86f2595d', 'status': 'completed', 'code': 200} May 27 09:43:19.709463 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0950bb99-4aa2-4766-8739-b8dfe62c0bf7'] response: {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:43:19.806480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-67640405-559b-4302-bef1-5d48ac20d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:19.808108 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-67640405-559b-4302-bef1-5d48ac20d367 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1169 time: 0.0432372 May 27 09:43:19.883233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:19.904487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-35bb8448-04be-4db6-b075-66adf8c5c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:19.905984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-35bb8448-04be-4db6-b075-66adf8c5c519 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 916 time: 0.0914724 May 27 09:43:19.976688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-ba6335aa-6840-4722-9515-947717551da3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 1002 time: 0.0644219 May 27 09:43:19.993718 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:21.124652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-75eb3c22-49b6-4652-92d6-34eaa380da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:21.126073 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-75eb3c22-49b6-4652-92d6-34eaa380da73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0442662 May 27 09:43:21.670348 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:22.032127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device b7c050ec-eaef-48aa-bcb9-5a8f86f2595d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:43:22.051798 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: b7c050ec-eaef-48aa-bcb9-5a8f86f2595d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:43:22.052148 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device b7c050ec-eaef-48aa-bcb9-5a8f86f2595d not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:43:22.070106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-b7c848fa-ddbd-4101-93f7-809337606f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:22.071653 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-b7c848fa-ddbd-4101-93f7-809337606f72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415773 May 27 09:43:22.162616 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-e08f4a63-f8dd-4358-b40d-10a31911d4a6 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 May 27 09:43:22.403859 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:23.929408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3037ec9c-b0bd-4db8-84d2-064c765f5c4d req-e838e613-f96f-42b5-a1d4-403a4484c310 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041294 May 27 09:43:25.313862 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41502) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:25.443855 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e19b001b-2167-4525-8435-aa80304aa31b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51656e5a4ab48a98dad3b48f3b550d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288362 May 27 09:43:25.446252 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 41506) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:43:25.492737 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] Publish callbacks [] for security_group (818b55fb-4a26-492f-8e30-f35543c3e9ef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:25.513061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] Publish callbacks [] for security_group (818b55fb-4a26-492f-8e30-f35543c3e9ef), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:25.557542 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (818b55fb-4a26-492f-8e30-f35543c3e9ef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:25.560157 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:25.561343 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/818b55fb-4a26-492f-8e30-f35543c3e9ef HTTP/1.1" status: 204 len: 168 time: 0.1141505 May 27 09:43:25.568590 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e98a85-77dd-480e-9cbb-3b1578a521fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b55fb-4a26-492f-8e30-f35543c3e9ef,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:29.624816 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=69 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:29.630887 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=70 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:31.314337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-cb5e7e5d-7495-488e-bfb8-7b66546b4db7 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:31.315737 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-cb5e7e5d-7495-488e-bfb8-7b66546b4db7 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/networks?id=04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 200 len: 813 time: 0.0994158 May 27 09:43:31.329755 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-e21a34ed-3a44-4aff-9412-eb61d8ae61cc tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/quotas/fd5b7a3a6f5942b49b847f5d9ee9802a HTTP/1.1" status: 200 len: 375 time: 0.0087621 May 27 09:43:31.342994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:31.362701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-056d0ec4-bdfe-4410-867a-cf22d5518630 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278082 May 27 09:43:31.455252 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-1cc9b05d-f3a9-44d7-9664-b6519128ff64 service neutron] 10.222.0.41 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 May 27 09:43:31.547559 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-15d15686-b2ec-4725-94e6-d51aa6f69be9 service neutron] 10.222.0.41 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860760 May 27 09:43:31.703135 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c425bed-824d-43f8-8e5c-7f7f5f0ee167 req-47b8648d-9738-41d0-aa0e-871bc4bac7fa tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 210 time: 0.0280049 May 27 09:43:32.398567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:32.802366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-65ae056e-240a-43eb-83f3-392be4b2dfe8 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:32.803830 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-65ae056e-240a-43eb-83f3-392be4b2dfe8 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "GET /v2.0/networks?id=04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 200 len: 813 time: 0.1158218 May 27 09:43:32.819620 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-57d68866-b7bb-4d57-9891-aa4ce0babc5e req-11adf68a-e770-4b6b-9dc9-098beb7d56bc tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 210 time: 0.0440476 May 27 09:43:32.849801 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Request body: {'port': {'device_id': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9', 'admin_state_up': True, 'tenant_id': 'fd5b7a3a6f5942b49b847f5d9ee9802a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:32.955923 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Made reservation on behalf of fd5b7a3a6f5942b49b847f5d9ee9802a for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:43:32.959342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:32.984171 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:33.087945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Allocated IP 172.20.0.8 (04049278-c636-4fe8-a556-15302f4c13d9/ff1b174f-763c-4935-9f0f-c15d178a3353/df0a58cc-4139-4da1-9076-f302d1e6b031) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:43:33.241859 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks [] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.272868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.283631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:33.317445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Network 04049278-c636-4fe8-a556-15302f4c13d9 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:43:33.324585 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:43:33.327006 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:43:33.350482 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Pushing event updated for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:33.378164 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:33.378764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.393782 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-e69c207f-ac52-4e40-ba7d-380106b09893 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479622 May 27 09:43:33.412623 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Request body: {'port': {'device_id': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:43:33.478397 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.756877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0a58cc-4139-4da1-9076-f302d1e6b031 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:43:33.765554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks [] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.778715 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Transition to ACTIVE for port object df0a58cc-4139-4da1-9076-f302d1e6b031 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:43:33.783111 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:33.788095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:33.835393 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:33.947674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e226e-4baa-4e94-9c23-4576d863d72b req-2619d4a6-d2da-4266-8479-1116f4e5c2a5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:33.949126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-159e226e-4baa-4e94-9c23-4576d863d72b req-2619d4a6-d2da-4266-8479-1116f4e5c2a5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0596964 May 27 09:43:33.949893 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Attempting to bind port df0a58cc-4139-4da1-9076-f302d1e6b031 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:43:33.950214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Attempting to bind port df0a58cc-4139-4da1-9076-f302d1e6b031 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:43:33.950531 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Attempting to bind port df0a58cc-4139-4da1-9076-f302d1e6b031 on network 04049278-c636-4fe8-a556-15302f4c13d9 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:43:33.956642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Port df0a58cc-4139-4da1-9076-f302d1e6b031 on network 04049278-c636-4fe8-a556-15302f4c13d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:43:33.957039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Attempting to bind port df0a58cc-4139-4da1-9076-f302d1e6b031 on network 04049278-c636-4fe8-a556-15302f4c13d9 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:43:33.973209 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:43:33.973549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Checking segment: {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:43:33.973921 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Bound using segment: {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:43:33.974351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Bound port: df0a58cc-4139-4da1-9076-f302d1e6b031, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826ed54a-a74d-4cf4-8035-9169b971cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:43:33.974738 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:34.032148 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-159e226e-4baa-4e94-9c23-4576d863d72b req-f9d6f178-4b09-4476-8be5-9ab3d1a844e6 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771313 May 27 09:43:34.058807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:43:34.061888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=df0a58cc-4139-4da1-9076-f302d1e6b031,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:43:34.068483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:34.104245 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:34.104882 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:34.106256 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/df0a58cc-4139-4da1-9076-f302d1e6b031 HTTP/1.1" status: 200 len: 1093 time: 0.6980515 May 27 09:43:34.106683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:34.108949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:34.130108 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:34.136343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b1f4-030c-49a3-be54-2aa2e9dba7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:34.148326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de12886-f74f-47c7-a2ca-942f57005717 x-openstack-request-id: req-4de12886-f74f-47c7-a2ca-942f57005717 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:34.148609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:34.148856 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4de12886-f74f-47c7-a2ca-942f57005717 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:34.149249 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de12886-f74f-47c7-a2ca-942f57005717'] response: {'name': 'network-changed', 'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031', 'status': 'completed', 'code': 200} May 27 09:43:34.224767 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-b37887d0-e84d-41bb-b3a3-41e5edc8cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:34.226239 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-b37887d0-e84d-41bb-b3a3-41e5edc8cbdd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 1127 time: 0.0395281 May 27 09:43:34.311110 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-4932fdf5-712e-4b11-89d5-ee79b3aaf0de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0a58cc-4139-4da1-9076-f302d1e6b031 HTTP/1.1" status: 200 len: 217 time: 0.0310009 May 27 09:43:34.656588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609018-deb6-4ba0-b46a-756178a20cef req-49356085-aad4-4814-9693-31f43b746fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:34.657948 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-49356085-aad4-4814-9693-31f43b746fcd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1b174f-763c-4935-9f0f-c15d178a3353 HTTP/1.1" status: 200 len: 853 time: 0.0426230 May 27 09:43:34.693072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-954f7917-99d8-463f-8bc0-b10a1c2eb12a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04049278-c636-4fe8-a556-15302f4c13d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287323 May 27 09:43:34.785878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-925a87ab-b70d-4f0a-a401-319ec4f4b646 service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 May 27 09:43:34.879253 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04609018-deb6-4ba0-b46a-756178a20cef req-94dd0228-5e44-4720-9489-8e21e0e5667d service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 May 27 09:43:35.148278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddad81-a6e3-4ecd-837b-e11e95234cd2 req-46127359-b07b-4338-8f4a-e66c09c61a90 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:35.149725 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7ddad81-a6e3-4ecd-837b-e11e95234cd2 req-46127359-b07b-4338-8f4a-e66c09c61a90 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0466661 May 27 09:43:35.195806 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d7ddad81-a6e3-4ecd-837b-e11e95234cd2 req-41ca15eb-15a2-4089-956f-b7de83b81a3a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 May 27 09:43:35.563890 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:35.564646 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=3,neutron:SELECT=51,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:35.581255 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:36.308054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be8e4-efef-4670-8ab0-7143b3f419cc req-8a31abd9-6a04-4694-a9d6-49c57b1d417d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:36.309515 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-818be8e4-efef-4670-8ab0-7143b3f419cc req-8a31abd9-6a04-4694-a9d6-49c57b1d417d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0464842 May 27 09:43:36.358764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-818be8e4-efef-4670-8ab0-7143b3f419cc req-9f290920-1fda-42c1-a7ff-11effab0e72e tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 May 27 09:43:37.468043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077bc0b-b261-4b17-87bc-cab06b492baa req-d16b6e54-05dc-42ab-87fd-fc65e6277026 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:37.469740 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4077bc0b-b261-4b17-87bc-cab06b492baa req-d16b6e54-05dc-42ab-87fd-fc65e6277026 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0456469 May 27 09:43:37.504790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:37.517277 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4077bc0b-b261-4b17-87bc-cab06b492baa req-09d5a124-fb52-462c-a201-9b7959e2c55a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 May 27 09:43:38.628523 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d42-2c06-4a08-a2b4-97c68168da6f req-cdb10e29-9368-4ad2-8c66-c5ef2e18c588 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:38.630025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f183d42-2c06-4a08-a2b4-97c68168da6f req-cdb10e29-9368-4ad2-8c66-c5ef2e18c588 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0467272 May 27 09:43:38.675982 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f183d42-2c06-4a08-a2b4-97c68168da6f req-20e8f669-9a92-4db7-aa8d-a964107e6cf0 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 May 27 09:43:39.006107 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-87ce68e3-cd3f-4aa3-9e52-9558448c5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:39.007637 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-87ce68e3-cd3f-4aa3-9e52-9558448c5efc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 1127 time: 0.0462823 May 27 09:43:39.105589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-b7a84e89-8735-4fac-a8ce-a02546c1d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:39.107060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-b7a84e89-8735-4fac-a8ce-a02546c1d2f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 200 len: 914 time: 0.0931625 May 27 09:43:39.150034 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-e85c7d6a-b21a-4c0b-9914-d2d582ab1e15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0a58cc-4139-4da1-9076-f302d1e6b031 HTTP/1.1" status: 200 len: 217 time: 0.0340762 May 27 09:43:39.197218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-2b26db25-b335-4455-8927-f38813208bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:39.198584 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-2b26db25-b335-4455-8927-f38813208bbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1b174f-763c-4935-9f0f-c15d178a3353 HTTP/1.1" status: 200 len: 853 time: 0.0421276 May 27 09:43:39.229662 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-5fb98bbc-6fad-42b9-b586-8f6185e4d516 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04049278-c636-4fe8-a556-15302f4c13d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247982 May 27 09:43:39.319639 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-2d26aef8-0e08-4509-a0a7-e3f6edc1c31d service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825083 May 27 09:43:39.385994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:39.409646 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42b07cc2-ccd8-4fc1-be4d-b9699c1c445f req-6b47a2cb-6601-479a-9acb-6203e73a0e19 service neutron] 10.222.0.65 "GET /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 May 27 09:43:39.788145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a5097-0733-4403-9a9f-659a49841c0d req-0cf489a1-1c78-4adf-b38d-b81de10bb262 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:39.793171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f2a5097-0733-4403-9a9f-659a49841c0d req-0cf489a1-1c78-4adf-b38d-b81de10bb262 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 943 time: 0.0488610 May 27 09:43:39.844701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0f2a5097-0733-4403-9a9f-659a49841c0d req-c3f6ae7e-0705-46ea-bdbb-278935cc4a37 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 May 27 09:43:40.117768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device df0a58cc-4139-4da1-9076-f302d1e6b031 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:43:40.215542 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=df0a58cc-4139-4da1-9076-f302d1e6b031,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:40.227221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'df0a58cc-4139-4da1-9076-f302d1e6b031', 'network_id': '04049278-c636-4fe8-a556-15302f4c13d9', 'port_id': 'df0a58cc-4139-4da1-9076-f302d1e6b031', 'mac_address': 'fa:16:3e:d9:a2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1b174f-763c-4935-9f0f-c15d178a3353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:43:40.261623 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port df0a58cc-4139-4da1-9076-f302d1e6b031 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:43:40.261938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:40.274254 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0a58cc-4139-4da1-9076-f302d1e6b031 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:43:40.294363 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=df0a58cc-4139-4da1-9076-f302d1e6b031,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:40.298217 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:40.343091 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:40.884838 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['df0a58cc-4139-4da1-9076-f302d1e6b031'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:43:40.955884 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094428a-e4e9-42a7-bd10-ac231f732583 req-3471f164-c010-4001-bec9-a7d5924ff7d8 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:40.957401 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5094428a-e4e9-42a7-bd10-ac231f732583 req-3471f164-c010-4001-bec9-a7d5924ff7d8 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 944 time: 0.0463016 May 27 09:43:41.004287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5094428a-e4e9-42a7-bd10-ac231f732583 req-4bb3d1c9-09fd-4c07-bff0-a2df6bda6912 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 May 27 09:43:42.121710 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041043b-f06f-432c-9396-2a9e85812cc8 req-c44f0dd1-8f33-49e3-b1d4-0e395c313948 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:42.123181 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c041043b-f06f-432c-9396-2a9e85812cc8 req-c44f0dd1-8f33-49e3-b1d4-0e395c313948 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 944 time: 0.0467875 May 27 09:43:42.157783 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device df0a58cc-4139-4da1-9076-f302d1e6b031 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:43:42.170611 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c041043b-f06f-432c-9396-2a9e85812cc8 req-d87be9d6-6530-4f1a-92b5-c3c5ba5e7c4d tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 May 27 09:43:42.202722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port df0a58cc-4139-4da1-9076-f302d1e6b031 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:43:42.207881 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port df0a58cc-4139-4da1-9076-f302d1e6b031 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:43:42.208332 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:42.386348 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port df0a58cc-4139-4da1-9076-f302d1e6b031 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:43:42.386640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:42.408294 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:43:42.410472 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff7fdb-7097-48ba-81cf-b746e4c7746f" -d '{"events": [{"server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "name": "network-vif-plugged", "status": "completed", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:43:42.422763 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=df0a58cc-4139-4da1-9076-f302d1e6b031,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:43:42.428457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:42.452685 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62272c5-8695-4d8a-97ce-c33306c0dbc5 x-openstack-request-id: req-f62272c5-8695-4d8a-97ce-c33306c0dbc5 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:43:42.452981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "name": "network-vif-plugged", "status": "completed", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:43:42.453231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f62272c5-8695-4d8a-97ce-c33306c0dbc5 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:43:42.453624 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62272c5-8695-4d8a-97ce-c33306c0dbc5'] response: {'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031', 'code': 200} May 27 09:43:42.479819 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:43:42.674846 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff253f7-2f1c-4bcd-8ea4-b5e3c8331711 req-78be51e4-8106-4c99-99bb-d23efd8e43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:42.676287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ff253f7-2f1c-4bcd-8ea4-b5e3c8331711 req-78be51e4-8106-4c99-99bb-d23efd8e43c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 1129 time: 0.0421040 May 27 09:43:42.719628 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ff253f7-2f1c-4bcd-8ea4-b5e3c8331711 req-ce5b2901-20cd-422a-bf09-ba81561130dd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 May 27 09:43:43.282419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938543-9826-46e2-8c4d-54a6130f0b2a req-25cd374c-a33f-4ae8-b624-5ef9840d23fc tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:43.283939 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3938543-9826-46e2-8c4d-54a6130f0b2a req-25cd374c-a33f-4ae8-b624-5ef9840d23fc tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0462344 May 27 09:43:43.329793 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3938543-9826-46e2-8c4d-54a6130f0b2a req-2940f767-3f53-4b4d-a3af-d529233e3d01 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 May 27 09:43:44.434883 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:44.454692 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27660a9-4bb9-4a4d-af20-702bd9dbedec req-51ead5a2-94ed-40c1-9df8-34415d7f5f5b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:44.456327 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d27660a9-4bb9-4a4d-af20-702bd9dbedec req-51ead5a2-94ed-40c1-9df8-34415d7f5f5b tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0482635 May 27 09:43:44.508046 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d27660a9-4bb9-4a4d-af20-702bd9dbedec req-0cde7c06-f4dd-43d7-8dac-c1836bf1818a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 May 27 09:43:45.356975 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:45.368393 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-67e2e9c1-e9c0-40d2-969d-f707d20aafd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:45.621226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0f361-1f18-42cb-b5d3-7e245c859ec1 req-1f7f27b7-7848-4e1c-b052-d2ed1bbd6476 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:45.622633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48e0f361-1f18-42cb-b5d3-7e245c859ec1 req-1f7f27b7-7848-4e1c-b052-d2ed1bbd6476 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0472641 May 27 09:43:45.671192 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-48e0f361-1f18-42cb-b5d3-7e245c859ec1 req-40d8c071-a706-43f3-bd87-cd5bd8416741 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 May 27 09:43:47.506046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff489652-249e-4d1c-b57c-232e3a3410e4 req-4dc291f3-e9c4-4bd6-bb31-0bdf2597b57c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:47.507659 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff489652-249e-4d1c-b57c-232e3a3410e4 req-4dc291f3-e9c4-4bd6-bb31-0bdf2597b57c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0476475 May 27 09:43:47.555804 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff489652-249e-4d1c-b57c-232e3a3410e4 req-94940153-9eab-41ac-bfdc-0c27d043040f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 May 27 09:43:47.676081 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:43:47.734097 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:47.747926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4fcf-d1fc-481d-bb64-f5cfda1cff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:48.677190 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f4b0-76ee-42c3-829e-7c39ddd738a8 req-6d19fbd0-0b29-4465-ab03-5b1de5af202e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:48.678679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30b4f4b0-76ee-42c3-829e-7c39ddd738a8 req-6d19fbd0-0b29-4465-ab03-5b1de5af202e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0509880 May 27 09:43:48.726325 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30b4f4b0-76ee-42c3-829e-7c39ddd738a8 req-4e4d82dd-2288-4181-8c2f-4427f6038d30 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 May 27 09:43:48.898305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:49.996014 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:50.020094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4e615-9e7a-45fa-bff1-893d59303a3e req-9dbd696f-ac07-4d1f-b4fb-ea2d709d9a62 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:50.022072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eaa4e615-9e7a-45fa-bff1-893d59303a3e req-9dbd696f-ac07-4d1f-b4fb-ea2d709d9a62 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.2251439 May 27 09:43:50.068273 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eaa4e615-9e7a-45fa-bff1-893d59303a3e req-32a53ac3-cf2d-4021-88cd-d5e4eacfd5a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 May 27 09:43:51.191588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866516a-3ddc-4803-ab81-cca27b08ec27 req-1a71a3a0-5fa1-4379-8f97-901bcb36314e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:51.193072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5866516a-3ddc-4803-ab81-cca27b08ec27 req-1a71a3a0-5fa1-4379-8f97-901bcb36314e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0519476 May 27 09:43:51.211184 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:51.243407 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5866516a-3ddc-4803-ab81-cca27b08ec27 req-2f52f5c2-05e8-4006-929d-2b0b20f37f33 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448720 May 27 09:43:51.674984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:52.362953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11938a4b-bdaa-472f-908e-94bf59b00d7e req-d4bc4a8b-f937-46cd-8f15-602d1dccff56 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:52.364456 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11938a4b-bdaa-472f-908e-94bf59b00d7e req-d4bc4a8b-f937-46cd-8f15-602d1dccff56 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0479288 May 27 09:43:52.410156 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11938a4b-bdaa-472f-908e-94bf59b00d7e req-1ee1abfc-b28c-4d36-a320-83082a6dbe06 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 May 27 09:43:52.430603 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:43:53.541568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e37f2d-a98f-40a3-ab63-9f8a31223caf req-a2581132-c72d-4d3b-a4c0-77db1f3d4de8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:53.543955 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e6e37f2d-a98f-40a3-ab63-9f8a31223caf req-a2581132-c72d-4d3b-a4c0-77db1f3d4de8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0571718 May 27 09:43:53.603081 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e6e37f2d-a98f-40a3-ab63-9f8a31223caf req-38ca3a7e-6696-4f27-b801-797bbfcf8e23 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533085 May 27 09:43:54.721578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8a68b-fb00-4981-9de9-b6849c491db7 req-14c39f44-c71c-40ae-9ebc-1652920f379f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:54.723028 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-32f8a68b-fb00-4981-9de9-b6849c491db7 req-14c39f44-c71c-40ae-9ebc-1652920f379f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0463893 May 27 09:43:54.769471 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-32f8a68b-fb00-4981-9de9-b6849c491db7 req-dc498b29-33d0-46eb-ac0a-cd054025a581 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402639 May 27 09:43:55.894627 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6632-09a2-4a86-a686-222da92dd22b req-f53c2683-5b73-403a-b6db-ff2380b3d502 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:55.898554 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-436f6632-09a2-4a86-a686-222da92dd22b req-f53c2683-5b73-403a-b6db-ff2380b3d502 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0499344 May 27 09:43:55.944446 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-436f6632-09a2-4a86-a686-222da92dd22b req-e13ad255-4473-45ba-8db0-fe1475edb82d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 May 27 09:43:57.062632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47da6c-0ddf-4131-ba64-e1cd98b6686a req-ee4e09c9-68d3-4c8f-8e99-b0593e3eb34e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:57.064156 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3a47da6c-0ddf-4131-ba64-e1cd98b6686a req-ee4e09c9-68d3-4c8f-8e99-b0593e3eb34e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0503078 May 27 09:43:57.097092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:43:57.111579 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3a47da6c-0ddf-4131-ba64-e1cd98b6686a req-e13ad9c9-f50f-431f-ba33-8bcee2cf3005 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 May 27 09:43:58.228877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac855-0f2c-49e4-b99f-262d50c1736e req-ad2aebd0-381e-4883-ba6d-cef07c55aa5a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:58.230318 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f98ac855-0f2c-49e4-b99f-262d50c1736e req-ad2aebd0-381e-4883-ba6d-cef07c55aa5a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0464790 May 27 09:43:58.275164 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f98ac855-0f2c-49e4-b99f-262d50c1736e req-226cf151-781b-4077-9f0b-1addc1fea6ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395503 May 27 09:43:59.393792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8da48-05c8-4d9d-b1fa-2d38bc58b0d2 req-9d485289-a0a1-4a8e-88fe-685a1cdc567d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:43:59.395264 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4da8da48-05c8-4d9d-b1fa-2d38bc58b0d2 req-9d485289-a0a1-4a8e-88fe-685a1cdc567d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0471990 May 27 09:43:59.444162 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4da8da48-05c8-4d9d-b1fa-2d38bc58b0d2 req-63b2fade-8594-474a-b19f-9914e8010d85 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 May 27 09:44:00.560573 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be598a-2d4c-488a-8665-2c03b3735c15 req-3ea583cc-1362-463c-a875-3c40b318ee43 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:00.562005 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d0be598a-2d4c-488a-8665-2c03b3735c15 req-3ea583cc-1362-463c-a875-3c40b318ee43 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0464058 May 27 09:44:00.608811 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d0be598a-2d4c-488a-8665-2c03b3735c15 req-efadc09d-5bc0-4578-8018-1d3f29048b02 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414193 May 27 09:44:01.052105 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-279e8985-6b57-4e3d-ab84-2b1cc5803601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:01.053638 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-279e8985-6b57-4e3d-ab84-2b1cc5803601 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1129 time: 0.0404282 May 27 09:44:01.730680 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfd008-dd03-4427-a0fd-0b78b18c84a6 req-c6b0d33f-ce19-41fd-a1b4-cefbe451a8df tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:01.732163 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f6dfd008-dd03-4427-a0fd-0b78b18c84a6 req-c6b0d33f-ce19-41fd-a1b4-cefbe451a8df tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0491471 May 27 09:44:01.777398 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f6dfd008-dd03-4427-a0fd-0b78b18c84a6 req-f0ac5b6c-ad62-42a5-b1a1-1ea1545e6a9d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 May 27 09:44:02.422093 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:02.426440 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:02.895432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922ca57-3a8d-45aa-88a1-43ee31c0ed1d req-7f8ea38d-d25a-4f92-af23-25902336b9ff tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:02.896984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c922ca57-3a8d-45aa-88a1-43ee31c0ed1d req-7f8ea38d-d25a-4f92-af23-25902336b9ff tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0469472 May 27 09:44:02.942697 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c922ca57-3a8d-45aa-88a1-43ee31c0ed1d req-5b08be4a-ef23-43f5-b763-57e6e62104d3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 May 27 09:44:04.059436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3cc73-1546-4774-abac-f530dd091c63 req-88007d1a-ea14-40e7-a53a-a5d3674f7d21 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:04.060907 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3a3cc73-1546-4774-abac-f530dd091c63 req-88007d1a-ea14-40e7-a53a-a5d3674f7d21 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0461855 May 27 09:44:04.110782 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3a3cc73-1546-4774-abac-f530dd091c63 req-12911d13-88dc-48d7-9260-8a5a39dfc789 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443544 May 27 09:44:05.210807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:05.229602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170855-bbf4-47fc-8370-adc8fd664d9d req-c673c888-1ec9-445b-85f7-611c6a579362 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:05.231059 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41170855-bbf4-47fc-8370-adc8fd664d9d req-c673c888-1ec9-445b-85f7-611c6a579362 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0474672 May 27 09:44:05.277648 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41170855-bbf4-47fc-8370-adc8fd664d9d req-93f30a3d-e467-47c7-86e7-4638ac3f45fd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 May 27 09:44:06.037686 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-14f49423-1ba7-4f4b-8133-0766fe248a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:06.039140 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-14f49423-1ba7-4f4b-8133-0766fe248a58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0877852 May 27 09:44:06.158399 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-c9533409-a4de-4e27-bdb4-0f8db12fdf7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 1001 time: 0.0548162 May 27 09:44:06.387654 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-dd0cc47b-2fef-427a-b9c8-82eff0e3e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:06.389492 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-dd0cc47b-2fef-427a-b9c8-82eff0e3e5cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0573812 May 27 09:44:06.443033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-fa4744c7-97ac-40f7-a2bb-6c0cc47536f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:06.444759 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-fa4744c7-97ac-40f7-a2bb-6c0cc47536f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487828 May 27 09:44:06.801601 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:06.817697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6416-3016-44f0-bb6c-158122a0e6b1 req-f4288cb2-67e7-4a92-ac37-a5e4ca200711 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:06.819141 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb1d6416-3016-44f0-bb6c-158122a0e6b1 req-f4288cb2-67e7-4a92-ac37-a5e4ca200711 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.3398192 May 27 09:44:06.826988 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24d939-739a-4bcd-8661-d1dcf65e8b5a req-e9975f4d-0ff2-4f73-a4a9-fdd8ce299a19 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:06.828350 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c24d939-739a-4bcd-8661-d1dcf65e8b5a req-e9975f4d-0ff2-4f73-a4a9-fdd8ce299a19 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.3478682 May 27 09:44:06.870800 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-9d54d6cb-7b8b-4fe5-b259-f5d090bb49ea service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193122 May 27 09:44:06.913297 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb1d6416-3016-44f0-bb6c-158122a0e6b1 req-c935b55b-4715-4730-84ad-99ae5b02f757 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840597 May 27 09:44:06.917281 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c24d939-739a-4bcd-8661-d1dcf65e8b5a req-b7220ca9-391d-4a9b-b67c-dd9937862892 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772312 May 27 09:44:07.111405 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-680907dc-2026-4c50-a0b0-87b0073315b8 req-c72a63f7-7dfb-4314-b991-1ef2c6eb618f service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280644 May 27 09:44:08.057512 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253a44-e7c6-4671-ad18-779312af6712 req-9b7eb33e-6564-4006-a3c2-a2e5b9e3f301 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:08.058991 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa253a44-e7c6-4671-ad18-779312af6712 req-9b7eb33e-6564-4006-a3c2-a2e5b9e3f301 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0730040 May 27 09:44:08.066627 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019877-efea-4d85-b385-489ec269fe3a req-0b96e522-e880-4a78-a457-01f75e9a09b4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:08.067933 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f019877-efea-4d85-b385-489ec269fe3a req-0b96e522-e880-4a78-a457-01f75e9a09b4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0712781 May 27 09:44:08.141722 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa253a44-e7c6-4671-ad18-779312af6712 req-ba027af2-a515-4276-b56e-33a77924b598 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728610 May 27 09:44:08.144894 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f019877-efea-4d85-b385-489ec269fe3a req-12b5bb30-4653-4306-8e4c-3a4eb43b3458 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698552 May 27 09:44:09.259028 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:09.285332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f428b-beae-4598-a3a9-7e4afb94fc16 req-d37f19a5-4337-4c0d-92f3-f25ddfbe5faf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:09.286822 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-721f428b-beae-4598-a3a9-7e4afb94fc16 req-d37f19a5-4337-4c0d-92f3-f25ddfbe5faf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0721588 May 27 09:44:09.309297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d2f5-9d57-4c13-af66-0ecee2d7b836 req-428199ba-2b8e-4e62-a7ed-b289e364a1c7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:09.310746 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dab9d2f5-9d57-4c13-af66-0ecee2d7b836 req-428199ba-2b8e-4e62-a7ed-b289e364a1c7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0677648 May 27 09:44:09.371026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-721f428b-beae-4598-a3a9-7e4afb94fc16 req-602ce547-d84a-40c3-8e92-7ad6be0d39de tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777721 May 27 09:44:09.383506 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dab9d2f5-9d57-4c13-af66-0ecee2d7b836 req-d0a1e127-2609-463e-8a16-be0911bae546 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664184 May 27 09:44:10.202854 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:44:10.300098 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:10.311464 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:44:10.344927 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:10.345237 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:10.357541 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:44:10.380005 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:10.383731 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:10.434540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:10.442061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.442433 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.442779 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.443113 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.443479 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.443947 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.444282 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.444608 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.444932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.445256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.445578 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.445895 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.446378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.446862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.447312 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:10.521333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b0584-3f84-4c74-a4d2-c538a62690f3 req-f6d27997-aab6-4e27-9153-72d49df18f80 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:10.522973 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-175b0584-3f84-4c74-a4d2-c538a62690f3 req-f6d27997-aab6-4e27-9153-72d49df18f80 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0538731 May 27 09:44:10.579285 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-175b0584-3f84-4c74-a4d2-c538a62690f3 req-e51fb897-8bcb-4b42-af7a-92b4fa525746 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507238 May 27 09:44:10.613379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e90b1e-0fbc-428d-9445-8108133ac4dc req-0ad80ec6-a25b-4fb7-8fdc-eddb082eed34 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:10.614836 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e90b1e-0fbc-428d-9445-8108133ac4dc req-0ad80ec6-a25b-4fb7-8fdc-eddb082eed34 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0550194 May 27 09:44:10.621866 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['6328b701-4055-487d-8cef-ec0bdfa4ceda'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:44:10.661522 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91e90b1e-0fbc-428d-9445-8108133ac4dc req-fb7b8530-23fe-4718-878a-5de2269b5508 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 May 27 09:44:11.701685 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0d88-e6b0-4721-acbf-b9fcd043ea84 req-9935174f-0846-4ec3-8f7a-0cf225b1a4ae tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:11.703138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81af0d88-e6b0-4721-acbf-b9fcd043ea84 req-9935174f-0846-4ec3-8f7a-0cf225b1a4ae tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0527534 May 27 09:44:11.781256 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81af0d88-e6b0-4721-acbf-b9fcd043ea84 req-0493349a-c6c3-4a03-933b-abd0b8bfa323 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702970 May 27 09:44:11.796425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd23c5-6fdc-4901-9494-d816d91a06cd req-854b6273-de2f-479e-ad37-66bf24d90e43 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:11.797937 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4fd23c5-6fdc-4901-9494-d816d91a06cd req-854b6273-de2f-479e-ad37-66bf24d90e43 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0560100 May 27 09:44:11.837374 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:11.845355 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4fd23c5-6fdc-4901-9494-d816d91a06cd req-13611502-d437-4045-8c4d-7808a9018c0e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 May 27 09:44:12.238621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:12.281208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 6328b701-4055-487d-8cef-ec0bdfa4ceda triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:12.281589 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:12.350671 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:12.351054 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:12.373142 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:44:12.375329 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4692830f-f21d-4d79-91aa-9a70dd80f993" -d '{"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:44:12.390394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:12.393731 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:12.418056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a4fe1-8119-4099-adc7-7e774a8d5030 x-openstack-request-id: req-bc0a4fe1-8119-4099-adc7-7e774a8d5030 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:44:12.418340 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:44:12.418585 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc0a4fe1-8119-4099-adc7-7e774a8d5030 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:44:12.418964 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0a4fe1-8119-4099-adc7-7e774a8d5030'] response: {'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'code': 200} May 27 09:44:12.442596 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:12.898129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3543ed-95d0-43a3-9e99-7acf99e90b01 req-77afba14-3ddf-4558-bc75-7cdbd33ab722 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:12.899649 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a3543ed-95d0-43a3-9e99-7acf99e90b01 req-77afba14-3ddf-4558-bc75-7cdbd33ab722 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0466926 May 27 09:44:12.985209 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99caf9-65ae-4400-9445-d000f6a6d83b req-6edc1923-4516-4d03-beb2-da7fb5b8f4d2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:12.986706 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e99caf9-65ae-4400-9445-d000f6a6d83b req-6edc1923-4516-4d03-beb2-da7fb5b8f4d2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0678442 May 27 09:44:12.989799 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a3543ed-95d0-43a3-9e99-7acf99e90b01 req-f316a64b-393a-4832-ae40-d8e672b5ba2a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840778 May 27 09:44:13.034332 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e99caf9-65ae-4400-9445-d000f6a6d83b req-cd51cd5c-7a2d-4922-b770-70033fd10cb5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 May 27 09:44:13.226242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aac65-ae6b-4151-80da-76bac0a1da6b req-f78cb96e-446a-46ba-b132-1c0dff189ff5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:13.227715 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a0aac65-ae6b-4151-80da-76bac0a1da6b req-f78cb96e-446a-46ba-b132-1c0dff189ff5 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0465024 May 27 09:44:13.273499 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a0aac65-ae6b-4151-80da-76bac0a1da6b req-639da968-7343-44d1-987d-ac9f73a01b51 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 May 27 09:44:13.658693 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:13.659982 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:14.123744 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb6b1-3692-4602-89d0-68947a10f963 req-82b3c755-d6c2-447c-9eed-c386d91d489c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:14.125192 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fe4cb6b1-3692-4602-89d0-68947a10f963 req-82b3c755-d6c2-447c-9eed-c386d91d489c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0588219 May 27 09:44:14.174086 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66023-66b3-4891-af0a-f94f57453507 req-3a2cb6ab-72f0-4334-b87d-4636a26940bf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:14.175542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1e66023-66b3-4891-af0a-f94f57453507 req-3a2cb6ab-72f0-4334-b87d-4636a26940bf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0730245 May 27 09:44:14.210482 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fe4cb6b1-3692-4602-89d0-68947a10f963 req-d12fda33-e096-468f-95f9-f7294c7a2783 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696459 May 27 09:44:14.235867 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1e66023-66b3-4891-af0a-f94f57453507 req-ee505e69-b11e-4a2a-9af6-eba74dfbd3db tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547323 May 27 09:44:14.385317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8daf-93c2-41b2-a30e-cd3aa79ea439 req-6baa36a4-c0f6-492c-91ef-2617ea692f16 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:14.386757 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb0e8daf-93c2-41b2-a30e-cd3aa79ea439 req-6baa36a4-c0f6-492c-91ef-2617ea692f16 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0462651 May 27 09:44:14.435709 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb0e8daf-93c2-41b2-a30e-cd3aa79ea439 req-b1eff1a0-5bd8-4531-9601-fd5c48eb0602 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 May 27 09:44:15.322864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:15.355407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb9a3-9e3c-44e7-b0f1-7be377ffe964 req-75ac234e-eb7a-457f-9ff2-2cc575f168b5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:15.356885 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-829eb9a3-9e3c-44e7-b0f1-7be377ffe964 req-75ac234e-eb7a-457f-9ff2-2cc575f168b5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0754192 May 27 09:44:15.371463 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-18bff922-71ed-4b56-8beb-8df1b267c7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:15.378317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff2ffa-6f2f-4298-b353-4b0d97815cbd req-fb01793d-26d1-43bf-ac7c-3a70d9d7a1bf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:15.379766 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46ff2ffa-6f2f-4298-b353-4b0d97815cbd req-fb01793d-26d1-43bf-ac7c-3a70d9d7a1bf tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0707669 May 27 09:44:15.443961 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-829eb9a3-9e3c-44e7-b0f1-7be377ffe964 req-3d67c5f7-ea6f-4c3c-9235-5919481f1233 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814660 May 27 09:44:15.448474 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-46ff2ffa-6f2f-4298-b353-4b0d97815cbd req-567b7cc9-2a59-44fe-bd63-0b144ee8620a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610471 May 27 09:44:15.549042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081a0da-b2d3-4c66-8932-f7e35c2fb01a req-2a490eaf-2e5d-4f41-8edc-41352b229285 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:15.550468 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f081a0da-b2d3-4c66-8932-f7e35c2fb01a req-2a490eaf-2e5d-4f41-8edc-41352b229285 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0491192 May 27 09:44:15.596548 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f081a0da-b2d3-4c66-8932-f7e35c2fb01a req-10660fb9-a1c5-47cf-8c22-ef81468e7b70 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 May 27 09:44:16.620750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdcde4-321b-49fb-8395-7545b60f102f req-0c4d163c-836b-465f-99ea-88e76fddcd3b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:16.622231 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffdcde4-321b-49fb-8395-7545b60f102f req-0c4d163c-836b-465f-99ea-88e76fddcd3b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1049953 May 27 09:44:16.630368 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fcea9-9078-41d4-8e14-05246a4d24e9 req-43478c1a-1c95-4945-878b-39263b8a896d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:16.631780 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b43fcea9-9078-41d4-8e14-05246a4d24e9 req-43478c1a-1c95-4945-878b-39263b8a896d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1164799 May 27 09:44:16.646038 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-2397f3c2-a854-47ec-9168-0aa3e0a5d9d6 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:16.647572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-2397f3c2-a854-47ec-9168-0aa3e0a5d9d6 tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.1197560 May 27 09:44:16.669525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:16.775858 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffdcde4-321b-49fb-8395-7545b60f102f req-262a4987-2a0c-4eb6-aafa-b2063a7dc07c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411188 May 27 09:44:16.783953 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b43fcea9-9078-41d4-8e14-05246a4d24e9 req-c468b64c-0c6d-4602-a926-7f1f9eec0f27 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345775 May 27 09:44:16.800770 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Deleting port df0a58cc-4139-4da1-9076-f302d1e6b031 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:44:16.801109 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:16.919823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68f2b-1fc1-442e-9e93-ee86b257b2b5 req-9a87139f-9d45-478b-9005-de3a2fc13c1a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:16.921261 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0bc68f2b-1fc1-442e-9e93-ee86b257b2b5 req-9a87139f-9d45-478b-9005-de3a2fc13c1a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca6e5e94-83ef-416e-9663-515180dacccf HTTP/1.1" status: 200 len: 945 time: 0.0639107 May 27 09:44:16.940811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] For port df0a58cc-4139-4da1-9076-f302d1e6b031, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=df0a58cc-4139-4da1-9076-f302d1e6b031,segment=NetworkSegment(826ed54a-a74d-4cf4-8035-9169b971cf6d),segment_id=826ed54a-a74d-4cf4-8035-9169b971cf6d)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:16.941185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:16.967066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Calling delete_port for df0a58cc-4139-4da1-9076-f302d1e6b031 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:44:16.998176 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0bc68f2b-1fc1-442e-9e93-ee86b257b2b5 req-8ee041a1-a422-48d3-beb5-e58e7fd89c4f tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa8a6072-b988-4ecc-871b-c9c571039e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714450 May 27 09:44:17.111199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (df0a58cc-4139-4da1-9076-f302d1e6b031), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:17.119258 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:17.144064 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Pushing event deleted for resources: {'Port': ['ID=df0a58cc-4139-4da1-9076-f302d1e6b031,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:17.156564 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.156924 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.157271 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.157598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.157929 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.158261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.158586 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.158913 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.159240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.159587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.159915 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.160236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.160557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.160880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.161200 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:17.169706 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['df0a58cc-4139-4da1-9076-f302d1e6b031'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:44:17.197681 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] No DVR routers for this DVR port df0a58cc-4139-4da1-9076-f302d1e6b031 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:44:17.200010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:17.203177 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c2aeaf82-f66b-4b46-8788-44462ae7bc78 req-31f38147-b670-415d-b53b-3b14a9f4637a tempest-VolumesSnapshotTestJSON-901540710 tempest-VolumesSnapshotTestJSON-901540710-project] 10.222.0.65 "DELETE /v2.0/ports/df0a58cc-4139-4da1-9076-f302d1e6b031 HTTP/1.1" status: 204 len: 173 time: 0.5455489 May 27 09:44:17.203637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'name': 'network-vif-deleted', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:44:17.205832 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a199ac-1312-4bc6-bb7e-13e03069d275" -d '{"events": [{"server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "name": "network-vif-deleted", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:44:17.296990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e408f75-ef84-4926-8aaf-434222f81679 x-openstack-request-id: req-2e408f75-ef84-4926-8aaf-434222f81679 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:44:17.297280 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6e5e94-83ef-416e-9663-515180dacccf", "name": "network-vif-deleted", "tag": "df0a58cc-4139-4da1-9076-f302d1e6b031", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:44:17.297541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e408f75-ef84-4926-8aaf-434222f81679 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:44:17.297934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e408f75-ef84-4926-8aaf-434222f81679'] response: {'server_uuid': 'ca6e5e94-83ef-416e-9663-515180dacccf', 'name': 'network-vif-deleted', 'tag': 'df0a58cc-4139-4da1-9076-f302d1e6b031', 'status': 'completed', 'code': 200} May 27 09:44:17.748592 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-155fc800-c432-4b6c-b633-7efdc2befcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:17.930974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070948d1-d23c-4057-b4fc-3a65a76bb2d6 req-a1806077-6f19-4526-b73c-538fad985986 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:17.933992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-070948d1-d23c-4057-b4fc-3a65a76bb2d6 req-a1806077-6f19-4526-b73c-538fad985986 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0796802 May 27 09:44:17.941600 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c010-5a5b-47dc-8db9-45c42105cb28 req-5eb5e701-eb6b-43a7-9fa2-9346f664d386 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:17.942989 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d494c010-5a5b-47dc-8db9-45c42105cb28 req-5eb5e701-eb6b-43a7-9fa2-9346f664d386 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0796883 May 27 09:44:18.033853 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-070948d1-d23c-4057-b4fc-3a65a76bb2d6 req-a72a9e1e-912f-497b-b2ca-c3b8bbf79dcd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880654 May 27 09:44:18.036842 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d494c010-5a5b-47dc-8db9-45c42105cb28 req-9fc350f8-27d7-496e-a55a-a25447924d0e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858502 May 27 09:44:18.894079 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:19.189154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c395bc9-0deb-4d29-a81d-d65d14c0392b req-39adda1f-6111-4638-9b6d-607d604b8b22 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:19.190646 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c395bc9-0deb-4d29-a81d-d65d14c0392b req-39adda1f-6111-4638-9b6d-607d604b8b22 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0774696 May 27 09:44:19.198522 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3436-3cc2-458c-b4c8-23aa7c6b8654 req-f1c28a51-1383-4622-ade7-59062a611a25 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:19.199946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c66e3436-3cc2-458c-b4c8-23aa7c6b8654 req-f1c28a51-1383-4622-ade7-59062a611a25 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0778425 May 27 09:44:19.274159 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c395bc9-0deb-4d29-a81d-d65d14c0392b req-be6d7bb2-20cf-4a97-9960-f5673ed047db tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726573 May 27 09:44:19.277749 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c66e3436-3cc2-458c-b4c8-23aa7c6b8654 req-ab82f725-e38c-482d-b7b8-426a846aa3f8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705273 May 27 09:44:20.003403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:20.271643 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device df0a58cc-4139-4da1-9076-f302d1e6b031 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:44:20.291830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: df0a58cc-4139-4da1-9076-f302d1e6b031 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:44:20.292179 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device df0a58cc-4139-4da1-9076-f302d1e6b031 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:44:20.441156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:20.457509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394b67-2dff-4925-99b3-da421919a07c req-0aec962f-7d82-4f9b-8d51-abfdc4de1467 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:20.459651 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac394b67-2dff-4925-99b3-da421919a07c req-0aec962f-7d82-4f9b-8d51-abfdc4de1467 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1016896 May 27 09:44:20.489746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe8eb5-3bec-4fcc-a832-853311e0479b req-cad3f327-6ab7-4c57-9973-3ee5f6cf5108 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:20.491514 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ebe8eb5-3bec-4fcc-a832-853311e0479b req-cad3f327-6ab7-4c57-9973-3ee5f6cf5108 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1250067 May 27 09:44:20.537710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac394b67-2dff-4925-99b3-da421919a07c req-c03618ee-72e7-48d3-a21d-51b44a063b4e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686243 May 27 09:44:20.577455 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ebe8eb5-3bec-4fcc-a832-853311e0479b req-2c3c9dae-1c1a-4318-8fec-63085fb984d9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677199 May 27 09:44:21.692564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:21.730956 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c3e6-d140-49da-8506-1073d430fbac req-f30afed5-b433-4791-9d12-6e78db48a538 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:21.738070 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e554c3e6-d140-49da-8506-1073d430fbac req-f30afed5-b433-4791-9d12-6e78db48a538 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.1071322 May 27 09:44:21.753716 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e726d7-f717-4358-b741-3aaf14c93617 req-655f8f24-01b0-4e4d-9a2c-6dc24e8f7f4b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:21.755168 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30e726d7-f717-4358-b741-3aaf14c93617 req-655f8f24-01b0-4e4d-9a2c-6dc24e8f7f4b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1129816 May 27 09:44:21.824710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e554c3e6-d140-49da-8506-1073d430fbac req-56656bd4-5611-4d4a-a21a-535af1fe7b82 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857768 May 27 09:44:21.849015 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30e726d7-f717-4358-b741-3aaf14c93617 req-77968ac6-085e-4884-b252-6a68cb16b825 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714839 May 27 09:44:22.428509 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:22.997920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f09bb-46cd-475d-a9e8-14e3a9590070 req-d95f086f-5797-4533-b294-adb5a0fb73ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:23.001301 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-120f09bb-46cd-475d-a9e8-14e3a9590070 req-d95f086f-5797-4533-b294-adb5a0fb73ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0977366 May 27 09:44:23.015762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc2e3-e32b-49b0-8b35-5b4e46a70eb7 req-c70f2ab7-189e-41fb-9d7d-a9eaae95e088 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:23.017436 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-928cc2e3-e32b-49b0-8b35-5b4e46a70eb7 req-c70f2ab7-189e-41fb-9d7d-a9eaae95e088 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0770588 May 27 09:44:23.094023 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-120f09bb-46cd-475d-a9e8-14e3a9590070 req-7d3280a5-9183-44ff-91a8-c00ecbc744b2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863574 May 27 09:44:23.123633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-928cc2e3-e32b-49b0-8b35-5b4e46a70eb7 req-413dce90-cd5d-404b-b089-89bfae05e0df tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952773 May 27 09:44:24.242904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0da29-c49a-406b-b4de-049f869b4e60 req-eb4694db-bdfe-43cc-bf9c-a5c1f1dfc1fd tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:24.244998 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ed0da29-c49a-406b-b4de-049f869b4e60 req-eb4694db-bdfe-43cc-bf9c-a5c1f1dfc1fd tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0780721 May 27 09:44:24.267494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e6cbc-5840-4a1d-8acd-9df29b5374d2 req-8e590eb3-a59e-432a-be7e-10e6aef7beed tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:24.274145 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7f8e6cbc-5840-4a1d-8acd-9df29b5374d2 req-8e590eb3-a59e-432a-be7e-10e6aef7beed tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0736923 May 27 09:44:24.331906 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0ed0da29-c49a-406b-b4de-049f869b4e60 req-0550c32c-99f9-44e9-8307-e6c887645cd0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783262 May 27 09:44:24.342278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:24.365943 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7f8e6cbc-5840-4a1d-8acd-9df29b5374d2 req-575ddf48-2c1d-400c-b7af-13b511d1ffbc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909240 May 27 09:44:24.675502 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:44:25.508254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f416-d6d1-4a26-9018-b980a5c8a56c req-84887ce8-63dd-4523-b776-a67f454a64d2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:25.510333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7d7f416-d6d1-4a26-9018-b980a5c8a56c req-84887ce8-63dd-4523-b776-a67f454a64d2 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0930576 May 27 09:44:25.520952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308183a6-1dda-4998-bbff-ba36f7c19546 req-1f8f66ce-5ada-4e53-b68f-b35eaccde84e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:25.522385 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-308183a6-1dda-4998-bbff-ba36f7c19546 req-1f8f66ce-5ada-4e53-b68f-b35eaccde84e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0606539 May 27 09:44:25.589014 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7d7f416-d6d1-4a26-9018-b980a5c8a56c req-b634a55f-3297-4c4f-9fea-2dec3b290d0e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656557 May 27 09:44:25.607797 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-308183a6-1dda-4998-bbff-ba36f7c19546 req-9b0165af-4f69-4cbf-8dd0-9cae4dd7f6d9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769918 May 27 09:44:26.772433 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fa73b-1138-4143-8004-85e477e91dc6 req-bbf0858c-cede-44f3-965f-562f80d6cbdd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:26.773973 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a47fa73b-1138-4143-8004-85e477e91dc6 req-bbf0858c-cede-44f3-965f-562f80d6cbdd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0777647 May 27 09:44:26.786396 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:26.816236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1706cf3-f423-4224-8f8f-3c04179d830f req-c0e87fd9-2640-4bb0-beca-b42e5295fc25 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:26.817729 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1706cf3-f423-4224-8f8f-3c04179d830f req-c0e87fd9-2640-4bb0-beca-b42e5295fc25 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.1114078 May 27 09:44:26.866223 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a47fa73b-1138-4143-8004-85e477e91dc6 req-8f984d9d-0257-46fc-ac4e-5193fbfb93ab tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858436 May 27 09:44:26.900110 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f1706cf3-f423-4224-8f8f-3c04179d830f req-8f7222e3-734e-4ddc-b585-9fc011f11cba tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690174 May 27 09:44:27.219746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f30a5d-c445-48d7-af4c-10088cc825a5 req-c7f57c46-f338-4579-b460-2a1da535f600 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:27.221410 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4f30a5d-c445-48d7-af4c-10088cc825a5 req-c7f57c46-f338-4579-b460-2a1da535f600 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0638568 May 27 09:44:27.311062 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4f30a5d-c445-48d7-af4c-10088cc825a5 req-2d75217a-e3ea-4aba-b3c3-c042407cedd1 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835733 May 27 09:44:27.365630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-f4ed5a81-876a-4e8c-8e40-60168e438392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:27.367326 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-f4ed5a81-876a-4e8c-8e40-60168e438392 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1130 time: 0.1103666 May 27 09:44:27.468307 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-87978533-eeb2-4544-af8b-10b6689405de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:27.469877 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-87978533-eeb2-4544-af8b-10b6689405de service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.0960188 May 27 09:44:27.536972 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-5567d683-f8e1-4100-93a8-bbb75b4b7749 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 1002 time: 0.0600920 May 27 09:44:27.586901 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-40135de5-5609-4a1d-bbfa-27ee705909fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:27.588955 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-40135de5-5609-4a1d-bbfa-27ee705909fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0462801 May 27 09:44:27.656461 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-a7dd02ec-a10f-4b18-abde-4d141f4d5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:27.658218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-a7dd02ec-a10f-4b18-abde-4d141f4d5941 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626454 May 27 09:44:27.761477 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-462185e4-34ea-4649-beca-bb488157fd76 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931683 May 27 09:44:27.877881 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b4b9991-3c60-4dbe-bd93-48643ad32b94 req-2ce8f039-74c4-4171-8e94-cd9737ed1495 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098788 May 27 09:44:28.035161 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a492-0215-4393-beb6-db6d37b2e4bc req-ca596bbc-99b5-4f8a-b76f-8fe8212fb79d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:28.036531 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b98a492-0215-4393-beb6-db6d37b2e4bc req-ca596bbc-99b5-4f8a-b76f-8fe8212fb79d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0644596 May 27 09:44:28.060327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:28.108126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b98a492-0215-4393-beb6-db6d37b2e4bc req-03ad936c-d353-429b-9bfe-4237debb393f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639920 May 27 09:44:28.471818 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b871d7d-10ec-4f35-a238-8bf3ffb8b878 req-0aeea1ef-209e-4551-b6ea-4133953886fc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:28.488258 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b871d7d-10ec-4f35-a238-8bf3ffb8b878 req-0aeea1ef-209e-4551-b6ea-4133953886fc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0955000 May 27 09:44:28.556001 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7b871d7d-10ec-4f35-a238-8bf3ffb8b878 req-d4a6c2e6-9a34-45ff-ac1c-bce8b00b9974 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621703 May 27 09:44:29.216849 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f3f16-71f3-4735-b619-d217ce3080d2 req-0e2f1b0c-963d-43b2-9471-256a1332554d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:29.218558 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-985f3f16-71f3-4735-b619-d217ce3080d2 req-0e2f1b0c-963d-43b2-9471-256a1332554d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0459328 May 27 09:44:29.265901 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-985f3f16-71f3-4735-b619-d217ce3080d2 req-5f101102-a24b-41f1-97e4-0d9e0cd17a07 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 May 27 09:44:29.661214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9843-eeaa-4225-8005-81e813f01673 req-c6765443-6bfe-457c-8532-75910b469f60 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:29.662784 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-694c9843-eeaa-4225-8005-81e813f01673 req-c6765443-6bfe-457c-8532-75910b469f60 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0466223 May 27 09:44:29.674519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:29.709513 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-694c9843-eeaa-4225-8005-81e813f01673 req-aff900d1-a47d-4019-9d76-e53b2bf6f743 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404232 May 27 09:44:30.384732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573387-087c-4d43-bf1c-c6bd9155b3ff req-9e56b077-d982-4b70-9b69-65f516d0bb74 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:30.386191 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7573387-087c-4d43-bf1c-c6bd9155b3ff req-9e56b077-d982-4b70-9b69-65f516d0bb74 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0504372 May 27 09:44:30.443202 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7573387-087c-4d43-bf1c-c6bd9155b3ff req-f22dd6a7-7107-43e8-b1c7-21ce06e68cc0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512567 May 27 09:44:31.036792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef117712-7692-425d-b193-01a9b2568984 req-82daea45-41aa-4d0c-949b-38d38ac327fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:31.038277 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-82daea45-41aa-4d0c-949b-38d38ac327fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1129 time: 0.0384622 May 27 09:44:31.349927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef117712-7692-425d-b193-01a9b2568984 req-f2e2e3cd-6e75-48ff-b9b1-40da08a2f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:31.351469 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-f2e2e3cd-6e75-48ff-b9b1-40da08a2f533 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.3072486 May 27 09:44:31.410665 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-47115d7c-d010-45de-a9e4-5236d1840eaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 1001 time: 0.0527744 May 27 09:44:31.461203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef117712-7692-425d-b193-01a9b2568984 req-b808dfce-d691-41e8-b0fb-65fde309d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:31.463133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-b808dfce-d691-41e8-b0fb-65fde309d668 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0425844 May 27 09:44:31.508377 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef117712-7692-425d-b193-01a9b2568984 req-1f0a326a-2f56-434a-914a-49901800f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:31.510414 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-1f0a326a-2f56-434a-914a-49901800f778 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414526 May 27 09:44:31.579377 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0edd00-f53d-4ba8-b4ba-a5f253926abb req-3c66890a-198a-4abf-a1ad-47bd407d0e1f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:31.580824 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e0edd00-f53d-4ba8-b4ba-a5f253926abb req-3c66890a-198a-4abf-a1ad-47bd407d0e1f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0662074 May 27 09:44:31.668750 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-fd932c8b-f0dc-4b4b-bced-ba5d133f5bba service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458879 May 27 09:44:31.672070 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e0edd00-f53d-4ba8-b4ba-a5f253926abb req-5a402f7b-a2e7-4e03-b9a6-adbe1ea79e91 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627332 May 27 09:44:31.744815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:31.758364 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef117712-7692-425d-b193-01a9b2568984 req-0f2e66e4-a53e-484e-9d4b-2f4c18da7350 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822232 May 27 09:44:32.414215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:32.416125 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:32.796072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1935a-26cc-43c5-a59e-2ca97822939a req-4fe537cf-c90b-43a4-8c26-9e566fe4964a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:32.797570 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-adb1935a-26cc-43c5-a59e-2ca97822939a req-4fe537cf-c90b-43a4-8c26-9e566fe4964a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0507708 May 27 09:44:32.850918 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-adb1935a-26cc-43c5-a59e-2ca97822939a req-5fa6f779-a57f-4bb0-b5bf-0b85fb4f622e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474341 May 27 09:44:33.969859 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441b1a-76f4-44ed-9b87-40cd05013fe4 req-aa948092-aaff-479f-8d11-af6aaa0b55bc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:33.971315 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-47441b1a-76f4-44ed-9b87-40cd05013fe4 req-aa948092-aaff-479f-8d11-af6aaa0b55bc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0466022 May 27 09:44:34.017204 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-47441b1a-76f4-44ed-9b87-40cd05013fe4 req-d837edfd-3a81-493c-84ea-ccccd3b3f5a1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 May 27 09:44:35.143441 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336128-4f08-45c7-8000-d9e7dddb0536 req-861d4df0-3dbc-4ed7-babf-4aba257efae0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:35.144883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ae336128-4f08-45c7-8000-d9e7dddb0536 req-861d4df0-3dbc-4ed7-babf-4aba257efae0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0462456 May 27 09:44:35.195557 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ae336128-4f08-45c7-8000-d9e7dddb0536 req-9b4bdd0c-c01a-4158-a7ea-74c0b74b886d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450213 May 27 09:44:35.554451 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:44:35.624051 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:35.624440 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:35.646252 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:44:35.648664 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016cf24-ba51-4030-8d79-702c57fa9064" -d '{"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:44:35.661799 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:35.665757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:35.715592 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:35.741378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe157a6-1e87-4061-bf48-0c2be9593d4f x-openstack-request-id: req-1fe157a6-1e87-4061-bf48-0c2be9593d4f {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:44:35.741666 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:44:35.741919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fe157a6-1e87-4061-bf48-0c2be9593d4f {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:44:35.742309 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe157a6-1e87-4061-bf48-0c2be9593d4f'] response: {'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'code': 200} May 27 09:44:36.318023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e455-5996-4828-b3fd-38a7f849e782 req-2ac2b629-5df1-4f25-b4d3-9e58010629ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:36.319477 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4f2e455-5996-4828-b3fd-38a7f849e782 req-2ac2b629-5df1-4f25-b4d3-9e58010629ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0463495 May 27 09:44:36.365002 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a4f2e455-5996-4828-b3fd-38a7f849e782 req-c55cb824-ff9b-4deb-ae50-39c7043f976d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 May 27 09:44:37.483582 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119261f-6a1f-4b82-bc30-4421edf2eb16 req-7edce543-9b3e-47f8-acca-5de2a79051bd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:37.485024 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7119261f-6a1f-4b82-bc30-4421edf2eb16 req-7edce543-9b3e-47f8-acca-5de2a79051bd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0465829 May 27 09:44:37.496524 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:37.531298 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7119261f-6a1f-4b82-bc30-4421edf2eb16 req-8172f478-299f-42a3-9986-f070c85347e2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 May 27 09:44:38.809921 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23667-226d-4e5c-99ff-32fe08219344 req-eab75d1f-6653-41e3-a15d-3602fe3092cd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:38.811440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acf23667-226d-4e5c-99ff-32fe08219344 req-eab75d1f-6653-41e3-a15d-3602fe3092cd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0504806 May 27 09:44:38.858575 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acf23667-226d-4e5c-99ff-32fe08219344 req-9692244e-c4bc-4067-af25-e1f3149bcb87 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 May 27 09:44:39.366678 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-12e2ffb1-88ba-47f6-ad5a-6d31c6482085 req-41869f9b-5250-43a7-a799-5a85e130c78f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:44:39.367823 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-12e2ffb1-88ba-47f6-ad5a-6d31c6482085 req-41869f9b-5250-43a7-a799-5a85e130c78f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476439 May 27 09:44:39.526937 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea57b-2a17-4d5d-b151-ea87a4a11efb req-b0d21db8-98fd-4bfc-bc6c-ce74d1274b46 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:39.528464 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-27fea57b-2a17-4d5d-b151-ea87a4a11efb req-b0d21db8-98fd-4bfc-bc6c-ce74d1274b46 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0504696 May 27 09:44:39.575443 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-27fea57b-2a17-4d5d-b151-ea87a4a11efb req-a4b8f2b3-363a-4c6c-8254-92576b41fe1d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 May 27 09:44:39.754928 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42142) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:39.861938 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-3ed1a33b-c8d9-4bd4-b21e-f8d329d8bfc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056230 May 27 09:44:39.870390 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-155776ec-86b5-4b09-9959-1ce497c61cf0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:44:39.871371 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-155776ec-86b5-4b09-9959-1ce497c61cf0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049338 May 27 09:44:39.946109 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42154) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:39.994089 dv-cinder-797608-21-iscsi neutron-server[104223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:44:40.040660 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-32d78f36-a62e-4f49-b2d5-79ece509212f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:40.042088 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-32d78f36-a62e-4f49-b2d5-79ece509212f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports/6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 940 time: 0.0949767 May 27 09:44:40.698871 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881355-4a9c-4d27-b9c2-c3807f5b997d req-1925bf5d-3112-454f-b345-72ecd7927d51 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:40.700309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41881355-4a9c-4d27-b9c2-c3807f5b997d req-1925bf5d-3112-454f-b345-72ecd7927d51 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0531793 May 27 09:44:40.747628 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-41881355-4a9c-4d27-b9c2-c3807f5b997d req-f7386c03-9a94-4247-8ba6-7d0dc75455fc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 May 27 09:44:41.051590 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:44:41.122505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: DOWN; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:41.867488 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb520d8d-fbc4-4242-837f-95cb8f2ff3a2 req-ac9d92f3-3552-4205-a5a0-c3198622967d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:41.868968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb520d8d-fbc4-4242-837f-95cb8f2ff3a2 req-ac9d92f3-3552-4205-a5a0-c3198622967d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0484116 May 27 09:44:41.914500 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb520d8d-fbc4-4242-837f-95cb8f2ff3a2 req-8e22238f-158f-4f9c-b03c-6aa62e989c60 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396085 May 27 09:44:42.120468 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-27d89bca-bdc5-4426-b7b2-290dcd2cdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:42.122565 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-27d89bca-bdc5-4426-b7b2-290dcd2cdc07 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0781982 May 27 09:44:42.191012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-34361149-6032-43c2-aa41-5c13d36de796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:42.192500 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-34361149-6032-43c2-aa41-5c13d36de796 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1127 time: 0.0381408 May 27 09:44:42.279819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:42.284882 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-e8251737-baec-4c47-9577-c4b51ba34b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:42.286344 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-e8251737-baec-4c47-9577-c4b51ba34b63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0878751 May 27 09:44:42.345702 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-ab7b50c0-97ae-4bb0-a904-e094022dc905 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 200 len: 999 time: 0.0534735 May 27 09:44:42.392809 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-c7a5c59f-951e-4b25-956b-ed38e07ff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:42.394201 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-c7a5c59f-951e-4b25-956b-ed38e07ff8b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0425370 May 27 09:44:42.443498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-f7c6c4e1-d881-4268-a880-1a438bda3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:42.444992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-f7c6c4e1-d881-4268-a880-1a438bda3289 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430093 May 27 09:44:42.533405 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-7bbd2622-7196-479f-a7cd-ab6fefc3785d service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809381 May 27 09:44:42.624137 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-958d061c-d7d3-4961-bd17-77ff3ec17e3d req-2e170b89-a912-4820-bd8d-ffdbdd1c16ed service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838611 May 27 09:44:43.044043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c13ca-a173-4a10-af1b-877cabeba47f req-30927ce3-80ae-4fc0-973e-f7be5bcb333c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:43.046151 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-041c13ca-a173-4a10-af1b-877cabeba47f req-30927ce3-80ae-4fc0-973e-f7be5bcb333c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0568538 May 27 09:44:43.147412 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-041c13ca-a173-4a10-af1b-877cabeba47f req-2bd5516c-b049-4f2e-81c2-571a0ec3cab2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933342 May 27 09:44:43.618015 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:43.623225 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:44.279826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:44.298171 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13e938-2c4f-40ce-98f4-9f9448ea350f req-0cb2ed96-f365-4cb8-964a-982d1073290d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:44.299734 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba13e938-2c4f-40ce-98f4-9f9448ea350f req-0cb2ed96-f365-4cb8-964a-982d1073290d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0542634 May 27 09:44:44.366258 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba13e938-2c4f-40ce-98f4-9f9448ea350f req-51e792eb-e0f0-4805-845d-491ec9908c6f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604682 May 27 09:44:45.374492 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ff904d51-a2f4-45c3-9c97-1c02a2984a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:45.501079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eadfa1-8af4-4a98-91fb-ddcdfc3e0e38 req-b0314601-4a27-445d-9da9-9a386c99cf86 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:45.503262 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63eadfa1-8af4-4a98-91fb-ddcdfc3e0e38 req-b0314601-4a27-445d-9da9-9a386c99cf86 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0559127 May 27 09:44:45.560038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-63eadfa1-8af4-4a98-91fb-ddcdfc3e0e38 req-35727c50-52aa-4a1c-991e-d24fbc2887c5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507205 May 27 09:44:46.674904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a1316-2e2e-468a-9184-07c1e8694edd req-083e41a7-c4b6-4163-a7d6-f515f3dbd2de tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:46.676850 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b1a1316-2e2e-468a-9184-07c1e8694edd req-083e41a7-c4b6-4163-a7d6-f515f3dbd2de tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0472529 May 27 09:44:46.729672 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b1a1316-2e2e-468a-9184-07c1e8694edd req-3ca38b56-9417-4603-a49f-c16f9a24b1aa tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472641 May 27 09:44:47.751105 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e72a0941-b4f8-4739-8be1-6a4ac1392a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:47.863844 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb5c43-c6bc-4389-ac11-e7b33a5e2641 req-eabfc020-0b3b-4668-bee0-fb19b212e4df tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:47.865364 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9afb5c43-c6bc-4389-ac11-e7b33a5e2641 req-eabfc020-0b3b-4668-bee0-fb19b212e4df tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0534024 May 27 09:44:47.871815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:47.955597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Deleting subnet ff1b174f-763c-4935-9f0f-c15d178a3353 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:44:47.960315 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9afb5c43-c6bc-4389-ac11-e7b33a5e2641 req-3b43ced9-f391-4b34-8b9d-d8de8b5525a0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805938 May 27 09:44:47.962061 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Publish callbacks [] for subnet (ff1b174f-763c-4935-9f0f-c15d178a3353), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:47.998569 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (ff1b174f-763c-4935-9f0f-c15d178a3353), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.041697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (ff1b174f-763c-4935-9f0f-c15d178a3353), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.061918 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:48.103722 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (ff1b174f-763c-4935-9f0f-c15d178a3353), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.129376 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1b174f-763c-4935-9f0f-c15d178a3353,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:48.135779 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.139634 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6545e480-0a38-47ad-9bd7-297ed4efffbd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff1b174f-763c-4935-9f0f-c15d178a3353 HTTP/1.1" status: 204 len: 168 time: 0.2661531 May 27 09:44:48.142366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:48.221881 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (04049278-c636-4fe8-a556-15302f4c13d9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.305597 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (04049278-c636-4fe8-a556-15302f4c13d9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.326695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04049278-c636-4fe8-a556-15302f4c13d9']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:48.335816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826ed54a-a74d-4cf4-8035-9169b971cf6d') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:48.336112 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826ed54a-a74d-4cf4-8035-9169b971cf6d') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:48.346009 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (826ed54a-a74d-4cf4-8035-9169b971cf6d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.359640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (826ed54a-a74d-4cf4-8035-9169b971cf6d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.365849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:44:48.366297 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (826ed54a-a74d-4cf4-8035-9169b971cf6d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.431494 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (04049278-c636-4fe8-a556-15302f4c13d9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.442212 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.451475 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/04049278-c636-4fe8-a556-15302f4c13d9 HTTP/1.1" status: 204 len: 168 time: 0.3080018 May 27 09:44:48.462221 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=04049278-c636-4fe8-a556-15302f4c13d9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:48.470754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.471297 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.471809 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.472301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.472779 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.473849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.474188 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.474510 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.474977 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.475328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.475657 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.476001 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.476321 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.476639 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.476953 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd7cde-8abc-44fb-a1b8-f1576a256ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:48.480695 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 826ed54a-a74d-4cf4-8035-9169b971cf6d resource provider aggregate not found May 27 09:44:48.500346 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 826ed54a-a74d-4cf4-8035-9169b971cf6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 826ed54a-a74d-4cf4-8035-9169b971cf6d found for delete ", "request_id": "req-da80abc5-6978-4dee-92e8-dfe17287151e"}]} May 27 09:44:48.662552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42270) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:48.708464 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-917a2d47-aea7-4676-86e7-e81c65ab1761 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd5b7a3a6f5942b49b847f5d9ee9802a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443063 May 27 09:44:48.710769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42272) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:48.759781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] Publish callbacks [] for security_group (aa8a6072-b988-4ecc-871b-c9c571039e83), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.782136 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] Publish callbacks [] for security_group (aa8a6072-b988-4ecc-871b-c9c571039e83), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.829741 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (aa8a6072-b988-4ecc-871b-c9c571039e83), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.832712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:48.836461 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa8a6072-b988-4ecc-871b-c9c571039e83 HTTP/1.1" status: 204 len: 168 time: 0.1220841 May 27 09:44:48.849696 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d267f-bded-4837-8ad8-8eccb0f617bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a6072-b988-4ecc-871b-c9c571039e83,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:48.895185 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.122384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e207c-7d1b-4652-853c-8de1d48158ac req-8b41280d-3113-4192-8dc5-92fcdd063b2e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:49.123988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-166e207c-7d1b-4652-853c-8de1d48158ac req-8b41280d-3113-4192-8dc5-92fcdd063b2e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0704417 May 27 09:44:49.191751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-166e207c-7d1b-4652-853c-8de1d48158ac req-0d67181e-91b7-44b7-9827-a232a0218cfa tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614982 May 27 09:44:49.641533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42296) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:49.744577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1862111364-network', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:49.748114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:49.767194 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Made reservation on behalf of 2ed0733b1ce342f2a6ecac960523f85f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:49.769540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.777863 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.858974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks [] for security_group (531a27be-41ea-4df6-b94f-8531300a79c8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.863535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (531a27be-41ea-4df6-b94f-8531300a79c8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.890126 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:49.899420 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531a27be-41ea-4df6-b94f-8531300a79c8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:49.906007 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (21f7aa74-6580-49e8-8f00-e0c8c7f11969), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.906413 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Added segment 21f7aa74-6580-49e8-8f00-e0c8c7f11969 of type vlan for network 8f540350-1801-4f76-8904-a6a8b323f8eb May 27 09:44:49.951736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (8f540350-1801-4f76-8904-a6a8b323f8eb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.976133 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (8f540350-1801-4f76-8904-a6a8b323f8eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:49.977157 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:49.977729 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.000030 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.017435 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3745694 May 27 09:44:50.020281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42300) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:50.026458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Request body: {'subnet': {'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1862111364-subnet', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:50.063952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9246-586c-4c4c-94d2-02567845a842 admin admin] Pushing event updated for resources: {'Network': ['ID=8f540350-1801-4f76-8904-a6a8b323f8eb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:50.074697 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 8f540350-1801-4f76-8904-a6a8b323f8eb details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:44:50.075980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Made reservation on behalf of 2ed0733b1ce342f2a6ecac960523f85f for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:50.078398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.160174 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:50.263732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (13490047-cead-40ce-b3fe-ddddabaa32b1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.376291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66e02-8dbb-4523-86e5-adda80672346 req-40a78f89-836e-4016-9a48-95bdb55f45eb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:50.377867 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36f66e02-8dbb-4523-86e5-adda80672346 req-40a78f89-836e-4016-9a48-95bdb55f45eb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1094861 May 27 09:44:50.378702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=13490047-cead-40ce-b3fe-ddddabaa32b1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:50.395839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Checking segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:50.396192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Network hostable DHCP agents. Network: 8f540350-1801-4f76-8904-a6a8b323f8eb, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:50.470648 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-36f66e02-8dbb-4523-86e5-adda80672346 req-2401c4f2-5543-4fd5-93dc-3a80569ad7e2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853684 May 27 09:44:50.471784 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Network 8f540350-1801-4f76-8904-a6a8b323f8eb is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:50.482873 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 8f540350-1801-4f76-8904-a6a8b323f8eb) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:50.488499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:50.489229 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.493607 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea34bcc-08a7-4a50-af1c-aa02b1ae3fbf None None] Network 8f540350-1801-4f76-8904-a6a8b323f8eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:44:50.499355 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:50.507998 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1e0137f0-9ef5-4192-acb4-4e29ef2f02aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4867013 May 27 09:44:50.510853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42304) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:50.515969 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:50.538005 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.539233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.594599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for router_controller (3663cc14-234f-45aa-bb31-60e24fa7ac64), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.617461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-8f540350-1801-4f76-8904-a6a8b323f8eb', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:44:50.617461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.748135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for router_gateway (3663cc14-234f-45aa-bb31-60e24fa7ac64), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.774631 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Allocated IP 172.20.0.2 (8f540350-1801-4f76-8904-a6a8b323f8eb/13490047-cead-40ce-b3fe-ddddabaa32b1/6149f999-9acd-4ff8-8f22-7a105c37f91c) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:50.940352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for router_gateway (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.949796 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:50.959476 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.965015 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks [] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:50.974201 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.026115 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Network 8f540350-1801-4f76-8904-a6a8b323f8eb is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:51.034985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:51.039386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:51.046014 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Pushing event updated for resources: {'Port': ['ID=6149f999-9acd-4ff8-8f22-7a105c37f91c,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.107742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Allocated IP 172.27.1.236 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/6a5269e1-18f3-4f65-99bb-3c9bc3233960) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:51.115127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Attempting to bind port 6149f999-9acd-4ff8-8f22-7a105c37f91c on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:44:51.115711 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Attempting to bind port 6149f999-9acd-4ff8-8f22-7a105c37f91c by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:44:51.116160 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Attempting to bind port 6149f999-9acd-4ff8-8f22-7a105c37f91c on network 8f540350-1801-4f76-8904-a6a8b323f8eb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:44:51.122643 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:44:51.123349 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Checking segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:51.123834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.124313 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Bound using segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:44:51.124995 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Bound port: 6149f999-9acd-4ff8-8f22-7a105c37f91c, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:44:51.125571 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.145070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:51.169753 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:51.192841 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] For port 6149f999-9acd-4ff8-8f22-7a105c37f91c, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:44:51.196477 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] For port 6149f999-9acd-4ff8-8f22-7a105c37f91c, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6149f999-9acd-4ff8-8f22-7a105c37f91c,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:44:51.205923 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.243556 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.265418 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9706f13-17f1-440f-99f3-f4bac3c94e9e None None] Pushing event updated for resources: {'Port': ['ID=6149f999-9acd-4ff8-8f22-7a105c37f91c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.283471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.325796 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:51.329137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:51.331661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:51.373567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5269e1-18f3-4f65-99bb-3c9bc3233960,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:51.628769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:51.681185 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:51.913737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf97fa5-a0e7-47a5-9254-1ee645d88caf req-b425bd75-7d5e-4aff-a13e-56a9ada5ca1d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:51.915228 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcf97fa5-a0e7-47a5-9254-1ee645d88caf req-b425bd75-7d5e-4aff-a13e-56a9ada5ca1d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.2873151 May 27 09:44:51.939441 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for router_gateway (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.015727 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcf97fa5-a0e7-47a5-9254-1ee645d88caf req-904b7320-8954-4be1-8919-3fcff095deeb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923796 May 27 09:44:52.180154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.311079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:52.317079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Router 3663cc14-234f-45aa-bb31-60e24fa7ac64 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:44:52.400511 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3686a0-6b45-4a98-bc8a-3aab4317da98 None None] Network 8f540350-1801-4f76-8904-a6a8b323f8eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:44:52.427156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:44:52.437878 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Sync routers for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:52.447584 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.448577 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:52.449387 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:52.451826 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f81ce495-802e-4a74-a897-225283d78341 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9399314 May 27 09:44:52.452629 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42316) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:52.503096 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.506448 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Provisioning complete for port 6149f999-9acd-4ff8-8f22-7a105c37f91c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:52.507742 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.557662 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:52.630291 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Current status of the port 6149f999-9acd-4ff8-8f22-7a105c37f91c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:52.630787 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.691034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] For port 6149f999-9acd-4ff8-8f22-7a105c37f91c, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6149f999-9acd-4ff8-8f22-7a105c37f91c,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:52.697873 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.774638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81817-743f-473e-b1ad-bc0d7a016aba None None] Pushing event updated for resources: {'Port': ['ID=6149f999-9acd-4ff8-8f22-7a105c37f91c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:52.838571 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:51Z', 'revision_number': 3, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:52.882341 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Checking router: 3663cc14-234f-45aa-bb31-60e24fa7ac64 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:52.882809 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Updating router 3663cc14-234f-45aa-bb31-60e24fa7ac64 port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:52.921423 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:52.928605 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-365e5795-ad28-49a2-b0cb-ae943db2fc48 None None] Provisioning complete for port 6149f999-9acd-4ff8-8f22-7a105c37f91c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:52.929363 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-365e5795-ad28-49a2-b0cb-ae943db2fc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.016461 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-365e5795-ad28-49a2-b0cb-ae943db2fc48 None None] Current status of the port 6149f999-9acd-4ff8-8f22-7a105c37f91c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:53.035680 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.221379 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:53.227314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8dba-a45f-4518-afdc-815aaf9a4b39 req-8dd2040f-dd9f-461e-9e82-6bbaba9af3db tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:53.229163 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f9a8dba-a45f-4518-afdc-815aaf9a4b39 req-8dd2040f-dd9f-461e-9e82-6bbaba9af3db tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1152387 May 27 09:44:53.280961 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6149f999-9acd-4ff8-8f22-7a105c37f91c up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:53.287805 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:53.297653 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Allocated IP 172.20.0.1 (8f540350-1801-4f76-8904-a6a8b323f8eb/13490047-cead-40ce-b3fe-ddddabaa32b1/bd017ead-b72b-4311-a042-0a7e53497b37) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:53.347118 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks [] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.352758 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f9a8dba-a45f-4518-afdc-815aaf9a4b39 req-2b8f0f3e-3fa7-4433-bac1-2dc80946fe78 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170754 May 27 09:44:53.369531 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.369745 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:53.396981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 6149f999-9acd-4ff8-8f22-7a105c37f91c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:53.397350 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.426781 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Pushing event updated for resources: {'Port': ['ID=6a5269e1-18f3-4f65-99bb-3c9bc3233960,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.430077 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Attempting to bind port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:44:53.430441 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Attempting to bind port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:44:53.430803 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Attempting to bind port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:44:53.440820 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.441530 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.441636 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.442033 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.442367 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.442692 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.443014 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.443361 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.443711 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.444049 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.444359 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.444695 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.445301 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.445620 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.447229 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:44:53.450947 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:44:53.451339 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:53.451784 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.452161 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:44:53.453019 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Bound port: 6a5269e1-18f3-4f65-99bb-3c9bc3233960, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:44:53.453019 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.491214 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 6149f999-9acd-4ff8-8f22-7a105c37f91c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:53.494326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks [] for port (bd017ead-b72b-4311-a042-0a7e53497b37), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.517182 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] For port 6a5269e1-18f3-4f65-99bb-3c9bc3233960, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:44:53.521513 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] For port 6a5269e1-18f3-4f65-99bb-3c9bc3233960, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6a5269e1-18f3-4f65-99bb-3c9bc3233960,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:44:53.529485 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.531313 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.570363 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Network 8f540350-1801-4f76-8904-a6a8b323f8eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:53.573673 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:53.580959 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:53.591870 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:53.592883 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:53.598763 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bb932-a57e-465c-a62e-08d9f19b494e None None] Pushing event updated for resources: {'Port': ['ID=6a5269e1-18f3-4f65-99bb-3c9bc3233960,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.606937 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Pushing event updated for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:53.632312 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.638177 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:53.665431 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:53.719140 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:53.841624 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.907818 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:51Z', 'revision_number': 3, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:53.943838 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1e4829f1-c389-405a-b4dd-3b7c0383633d None None] Provisioning complete for port bd017ead-b72b-4311-a042-0a7e53497b37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:53.944218 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e4829f1-c389-405a-b4dd-3b7c0383633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:53.978784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1e4829f1-c389-405a-b4dd-3b7c0383633d None None] Port bd017ead-b72b-4311-a042-0a7e53497b37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:44:54.022740 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2194bcf9-7c91-4814-b077-87823ff3d45d None None] The sync data for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi is: [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:51Z', 'revision_number': 3, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:54.080067 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks [] for port (bd017ead-b72b-4311-a042-0a7e53497b37), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:54.085240 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:54.159458 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Pushing event updated for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:54.162198 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:54.237106 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:54.251899 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:54.266090 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Network 8f540350-1801-4f76-8904-a6a8b323f8eb is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:54.268099 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:54.429264 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Router 3663cc14-234f-45aa-bb31-60e24fa7ac64 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:44:54.507249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7753-f11e-44e6-9ef4-0083bab466a3 req-de41c051-4793-4cea-be00-1906d2b33118 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:54.518845 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5cfe7753-f11e-44e6-9ef4-0083bab466a3 req-de41c051-4793-4cea-be00-1906d2b33118 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0735199 May 27 09:44:54.618130 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5cfe7753-f11e-44e6-9ef4-0083bab466a3 req-8bb5bb8c-6a99-4d1f-8b66-64332ea9eb44 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978274 May 27 09:44:54.623072 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:44:54.634930 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6d5d4342-1429-43ac-b4ff-1d305b8c4eae admin admin] 10.222.0.41 "PUT /v2.0/routers/3663cc14-234f-45aa-bb31-60e24fa7ac64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803083 May 27 09:44:54.732945 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-734c4e9a-3e46-4dc9-a56b-7a3ab0ccb951 None None] Provisioning complete for port bd017ead-b72b-4311-a042-0a7e53497b37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:54.734022 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-734c4e9a-3e46-4dc9-a56b-7a3ab0ccb951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:54.781618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-734c4e9a-3e46-4dc9-a56b-7a3ab0ccb951 None None] Port bd017ead-b72b-4311-a042-0a7e53497b37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:44:55.228277 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6a5269e1-18f3-4f65-99bb-3c9bc3233960 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:55.291143 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42338) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:55.297067 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813633221-network', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:55.297234 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:55.297439 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.317573 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Made reservation on behalf of e45e0a6597e548d6800eb3c3f91313b0 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:55.321528 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.334345 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:55.336465 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.386351 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:55.386831 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.408749 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 6a5269e1-18f3-4f65-99bb-3c9bc3233960, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6a5269e1-18f3-4f65-99bb-3c9bc3233960,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:55.413015 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.457402 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks [] for security_group (19bd5972-76cf-42f8-bb0c-031ded2fab14), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.467866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (19bd5972-76cf-42f8-bb0c-031ded2fab14), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.502757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=6a5269e1-18f3-4f65-99bb-3c9bc3233960,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.505720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:44:55.526209 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd5972-76cf-42f8-bb0c-031ded2fab14,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.531878 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (79d8bf7f-4c47-488a-a64a-7ab2da289644), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.532350 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Added segment 79d8bf7f-4c47-488a-a64a-7ab2da289644 of type vlan for network d775d0ba-c585-421e-903a-6eb7404b12dc May 27 09:44:55.589257 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (d775d0ba-c585-421e-903a-6eb7404b12dc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.625901 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (d775d0ba-c585-421e-903a-6eb7404b12dc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.627040 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:55.627708 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.666659 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3740754 May 27 09:44:55.669574 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:55.678062 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Request body: {'subnet': {'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813633221-subnet', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:55.749702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Made reservation on behalf of e45e0a6597e548d6800eb3c3f91313b0 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:44:55.761403 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:55.788917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01942d-2fa6-430b-bc62-11f9f18c05d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d775d0ba-c585-421e-903a-6eb7404b12dc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:55.818268 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network d775d0ba-c585-421e-903a-6eb7404b12dc details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:44:55.873829 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3feb96-677a-49f4-9e6b-63268db399d9 req-a96b4f21-108b-4656-8873-67ac101508be tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:55.883110 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df3feb96-677a-49f4-9e6b-63268db399d9 req-a96b4f21-108b-4656-8873-67ac101508be tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1120257 May 27 09:44:56.006195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df3feb96-677a-49f4-9e6b-63268db399d9 req-ca98e4d8-6f74-4b58-9e03-f7787f79a91e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101820 May 27 09:44:56.018259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:56.120362 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (47ec759a-61de-4190-9805-4239a36908f1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.170823 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Sync routers for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:56.181721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:56.182343 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:56.185503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ec759a-61de-4190-9805-4239a36908f1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:56.225414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Checking segment: {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:56.225414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Network hostable DHCP agents. Network: d775d0ba-c585-421e-903a-6eb7404b12dc, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:44:56.230922 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Network d775d0ba-c585-421e-903a-6eb7404b12dc is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:44:56.242043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, d775d0ba-c585-421e-903a-6eb7404b12dc) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:56.255405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:56.256011 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.272553 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d1428147-e8e2-485e-9286-e5c44e30e0a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6011069 May 27 09:44:56.272834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc9f4e-fdc4-4014-84f6-f937755647cf None None] Network d775d0ba-c585-421e-903a-6eb7404b12dc requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:44:56.275072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42344) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:56.279299 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:44:56.290006 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:56.302661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.303707 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.346223 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:56.357650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for router_controller (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.496668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for router_gateway (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.503250 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-d775d0ba-c585-421e-903a-6eb7404b12dc', 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc', 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'fixed_ips': [{'subnet_id': '47ec759a-61de-4190-9805-4239a36908f1'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:44:56.504231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.537435 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:56.673597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for router_gateway (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.679547 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 2, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:56.692244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.711627 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Checking router: 3663cc14-234f-45aa-bb31-60e24fa7ac64 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:56.711988 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Updating router 3663cc14-234f-45aa-bb31-60e24fa7ac64 port bd017ead-b72b-4311-a042-0a7e53497b37 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:56.750694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Allocated IP 172.20.0.2 (d775d0ba-c585-421e-903a-6eb7404b12dc/47ec759a-61de-4190-9805-4239a36908f1/5622f450-e169-4877-9247-438da25e1464) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:56.754924 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.805348 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Allocated IP 172.27.1.198 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/b110387d-5200-4b50-8dbf-ea05311bb586) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:56.879507 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:56.916284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for port (b110387d-5200-4b50-8dbf-ea05311bb586), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.946965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:56.981337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:56.992043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:56.996321 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:57.000325 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:57.004139 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Pushing event updated for resources: {'Port': ['ID=b110387d-5200-4b50-8dbf-ea05311bb586,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:57.068500 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks [] for port (5622f450-e169-4877-9247-438da25e1464), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.076997 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (5622f450-e169-4877-9247-438da25e1464), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.133950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Network d775d0ba-c585-421e-903a-6eb7404b12dc is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:57.143468 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:57.151119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:57.151436 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:57.159714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Pushing event updated for resources: {'Port': ['ID=5622f450-e169-4877-9247-438da25e1464,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:57.200916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ede03-94ea-4d0b-9262-d736133eed00 req-c0ba7894-3c34-4a62-a014-01dce81a958e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:57.202548 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-706ede03-94ea-4d0b-9262-d736133eed00 req-c0ba7894-3c34-4a62-a014-01dce81a958e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1148522 May 27 09:44:57.219959 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6a5269e1-18f3-4f65-99bb-3c9bc3233960 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:57.285506 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Attempting to bind port 5622f450-e169-4877-9247-438da25e1464 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:44:57.285884 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Attempting to bind port 5622f450-e169-4877-9247-438da25e1464 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:44:57.286250 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Attempting to bind port 5622f450-e169-4877-9247-438da25e1464 on network d775d0ba-c585-421e-903a-6eb7404b12dc {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:44:57.304748 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:44:57.305122 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Checking segment: {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:57.305522 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.305911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Bound using segment: {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:44:57.306375 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Bound port: 5622f450-e169-4877-9247-438da25e1464, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:44:57.306751 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5622f450-e169-4877-9247-438da25e1464), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.310930 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks [] for port (bd017ead-b72b-4311-a042-0a7e53497b37), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.324006 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.330135 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-706ede03-94ea-4d0b-9262-d736133eed00 req-6ba427ce-f51f-4203-8b43-dba45fb0b5cd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161590 May 27 09:44:57.335953 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:57.346311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for router_gateway (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.381474 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:57.381847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.432398 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506108a6-8cb9-4bc1-8487-43bb9ef50b12 None None] Pushing event updated for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:57.489463 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] For port 5622f450-e169-4877-9247-438da25e1464, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:44:57.525553 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:57.527878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] For port 5622f450-e169-4877-9247-438da25e1464, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5622f450-e169-4877-9247-438da25e1464,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:44:57.546990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.554959 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5622f450-e169-4877-9247-438da25e1464), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.557088 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Attempting to bind port bd017ead-b72b-4311-a042-0a7e53497b37 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:44:57.557455 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Attempting to bind port bd017ead-b72b-4311-a042-0a7e53497b37 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:44:57.557813 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Attempting to bind port bd017ead-b72b-4311-a042-0a7e53497b37 on network 8f540350-1801-4f76-8904-a6a8b323f8eb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:44:57.593910 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:44:57.594288 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Checking segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:57.594689 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.595078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Bound using segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:44:57.595570 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Bound port: bd017ead-b72b-4311-a042-0a7e53497b37, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:44:57.595952 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.630342 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:57.653505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8b6d6591-5ada-41e5-b435-de176f0448c6 None None] Provisioning complete for port bd017ead-b72b-4311-a042-0a7e53497b37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:57.653803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6591-5ada-41e5-b435-de176f0448c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.681944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:44:57.793365 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:44:57.798790 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a81cf-01dc-45eb-93a1-80bdf79cfa56 None None] Pushing event updated for resources: {'Port': ['ID=5622f450-e169-4877-9247-438da25e1464,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:57.810830 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Sync routers for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:44:57.823572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.829097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9b3902fd-9c98-4b72-8a79-bb8018219edc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5492826 May 27 09:44:57.836192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42350) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:44:57.845736 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:57.846643 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:57.866280 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d6591-5ada-41e5-b435-de176f0448c6 None None] Port bd017ead-b72b-4311-a042-0a7e53497b37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:44:57.872963 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] For port bd017ead-b72b-4311-a042-0a7e53497b37, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:44:57.876851 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] For port bd017ead-b72b-4311-a042-0a7e53497b37, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bd017ead-b72b-4311-a042-0a7e53497b37,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:44:57.885801 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:57.955779 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:57.956428 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:57.962332 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506108a6-8cb9-4bc1-8487-43bb9ef50b12 None None] Pushing event updated for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:58.001433 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:58.087443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:58.146346 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:58.229662 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:57Z', 'revision_number': 3, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:58.234443 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Provisioning complete for port bd017ead-b72b-4311-a042-0a7e53497b37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:58.234443 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.256797 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Checking router: fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:44:58.257145 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Updating router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 port b110387d-5200-4b50-8dbf-ea05311bb586 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:44:58.290730 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.472652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Current status of the port bd017ead-b72b-4311-a042-0a7e53497b37 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:58.473166 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.526894 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:58.556715 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] For port bd017ead-b72b-4311-a042-0a7e53497b37, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bd017ead-b72b-4311-a042-0a7e53497b37,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:58.558397 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:57Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:58.593024 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.600467 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:58.617161 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks [] for port (b110387d-5200-4b50-8dbf-ea05311bb586), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.624615 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.628883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab3812-81d7-4ffd-9ec8-c03bcc70b944 None None] The sync data for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi is: [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:57Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:58.669952 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed3bcb-0b96-4522-a0ec-28db386b9d65 None None] Pushing event updated for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:58.694224 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7f903-84ef-468b-ad8c-0c61b7254982 None None] Pushing event updated for resources: {'Port': ['ID=b110387d-5200-4b50-8dbf-ea05311bb586,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:58.707867 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Attempting to bind port b110387d-5200-4b50-8dbf-ea05311bb586 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:44:58.708277 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Attempting to bind port b110387d-5200-4b50-8dbf-ea05311bb586 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:44:58.712160 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Attempting to bind port b110387d-5200-4b50-8dbf-ea05311bb586 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:44:58.726066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:58.726623 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:44:58.726623 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:44:58.727008 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.727395 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:44:58.727876 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Bound port: b110387d-5200-4b50-8dbf-ea05311bb586, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:44:58.728281 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.810776 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfca071-a2ae-44ed-9f32-1904aa0f7f57 req-875184d5-8b0c-4941-9cad-9248fbdebe28 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:44:58.812402 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fcfca071-a2ae-44ed-9f32-1904aa0f7f57 req-875184d5-8b0c-4941-9cad-9248fbdebe28 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0973577 May 27 09:44:58.830787 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] For port b110387d-5200-4b50-8dbf-ea05311bb586, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:44:58.834862 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] For port b110387d-5200-4b50-8dbf-ea05311bb586, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b110387d-5200-4b50-8dbf-ea05311bb586,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:44:58.848360 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.896731 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:44:58.897603 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:58.903759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:58.923166 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fcfca071-a2ae-44ed-9f32-1904aa0f7f57 req-f84e63af-78b8-42d0-9a18-e3a27530a2ea tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019740 May 27 09:44:58.967865 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:59.001639 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f2fec-fbb4-49c9-97ea-0504b2a102ce None None] Network d775d0ba-c585-421e-903a-6eb7404b12dc requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:44:59.006033 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:59.026974 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7f903-84ef-468b-ad8c-0c61b7254982 None None] Pushing event updated for resources: {'Port': ['ID=b110387d-5200-4b50-8dbf-ea05311bb586,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.056525 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:44:59.147476 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Allocated IP 172.20.0.1 (d775d0ba-c585-421e-903a-6eb7404b12dc/47ec759a-61de-4190-9805-4239a36908f1/e2111365-dc26-43c2-9e29-94d9c8369984) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:44:59.152019 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Provisioning complete for port 5622f450-e169-4877-9247-438da25e1464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:59.153663 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5622f450-e169-4877-9247-438da25e1464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.278978 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Current status of the port 5622f450-e169-4877-9247-438da25e1464 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:59.279412 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5622f450-e169-4877-9247-438da25e1464), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.321834 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks [] for port (e2111365-dc26-43c2-9e29-94d9c8369984), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.337558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bd017ead-b72b-4311-a042-0a7e53497b37 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:59.344750 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] For port 5622f450-e169-4877-9247-438da25e1464, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5622f450-e169-4877-9247-438da25e1464,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:44:59.354836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:59.369435 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5622f450-e169-4877-9247-438da25e1464), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.406233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.428469 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:57Z', 'revision_number': 3, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:44:59.478361 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d8028-7df3-4e80-aea0-e76db2e886de None None] Pushing event updated for resources: {'Port': ['ID=5622f450-e169-4877-9247-438da25e1464,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.479507 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Network d775d0ba-c585-421e-903a-6eb7404b12dc is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:44:59.482682 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port bd017ead-b72b-4311-a042-0a7e53497b37 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:59.483062 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.485194 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d283614-9999-4bb4-b412-da9ad57ee84e None None] The sync data for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi is: [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:57Z', 'revision_number': 3, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:44:59.500561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:44:59.509360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:44:59.549283 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:44:59.574478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.620754 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port bd017ead-b72b-4311-a042-0a7e53497b37 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:59.626124 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5622f450-e169-4877-9247-438da25e1464 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:44:59.629170 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-11ac5824-9149-4e7d-a204-d397e46df66f None None] Provisioning complete for port 5622f450-e169-4877-9247-438da25e1464 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:59.629539 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-11ac5824-9149-4e7d-a204-d397e46df66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5622f450-e169-4877-9247-438da25e1464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.735161 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 5622f450-e169-4877-9247-438da25e1464 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:59.735563 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5622f450-e169-4877-9247-438da25e1464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.741333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.825646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-11ac5824-9149-4e7d-a204-d397e46df66f None None] Current status of the port 5622f450-e169-4877-9247-438da25e1464 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:59.864394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:44:59.878036 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 5622f450-e169-4877-9247-438da25e1464 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:44:59.958293 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1bb2b2f6-fcf6-4610-a4e4-87dd7c65e6b3 None None] Provisioning complete for port e2111365-dc26-43c2-9e29-94d9c8369984 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:44:59.959064 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b2f6-fcf6-4610-a4e4-87dd7c65e6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.978070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks [] for port (e2111365-dc26-43c2-9e29-94d9c8369984), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:44:59.984577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:00.000027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2b2f6-fcf6-4610-a4e4-87dd7c65e6b3 None None] Port e2111365-dc26-43c2-9e29-94d9c8369984 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:45:00.046662 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:00.139430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:00.156449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe40cdc-73fb-4db7-8bf2-0a0ea0c5bab4 req-5b733cad-6d18-480c-9146-ef44580cd343 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:00.157840 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfe40cdc-73fb-4db7-8bf2-0a0ea0c5bab4 req-5b733cad-6d18-480c-9146-ef44580cd343 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1165407 May 27 09:45:00.165587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:00.245037 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:00.273468 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfe40cdc-73fb-4db7-8bf2-0a0ea0c5bab4 req-8ba24888-1200-45ac-b482-10303d5e1a12 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035900 May 27 09:45:00.283136 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Network d775d0ba-c585-421e-903a-6eb7404b12dc is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:00.284925 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:00.404734 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:45:00.529332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:45:00.534478 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-15d3e562-7433-48de-9019-23373e191bb5 admin admin] 10.222.0.41 "PUT /v2.0/routers/fbb4b633-2ccc-4bc8-8364-72712d5cd5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6992800 May 27 09:45:00.621293 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9ab5dd2c-a217-489b-bc4b-8378c1932285 None None] Provisioning complete for port e2111365-dc26-43c2-9e29-94d9c8369984 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:00.622436 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd2c-a217-489b-bc4b-8378c1932285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:00.673637 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5dd2c-a217-489b-bc4b-8378c1932285 None None] Port e2111365-dc26-43c2-9e29-94d9c8369984 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:45:00.894704 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42364) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:00.899222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046363434', 'description': 'tempest-secgroup-smoke-1046363434 description', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:00.920398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:00.991459 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (0d77ca7f-2a0a-4ef4-95ca-51255893a403), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:00.994947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0d77ca7f-2a0a-4ef4-95ca-51255893a403), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.019848 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.021072 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252942 May 27 09:45:01.024270 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42366) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.028862 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.029067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c99dc-857f-4912-a07f-5b8d9d6bd36b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77ca7f-2a0a-4ef4-95ca-51255893a403,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.055892 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (432bb84f-d2f4-45fc-b194-d98eaeb7acaa), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.114060 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (432bb84f-d2f4-45fc-b194-d98eaeb7acaa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.118111 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (432bb84f-d2f4-45fc-b194-d98eaeb7acaa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.138149 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432bb84f-d2f4-45fc-b194-d98eaeb7acaa,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.150151 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.151379 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-27646b23-e65b-40ec-8d12-08c0642e103e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260357 May 27 09:45:01.154213 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.158802 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.187220 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (3793d70c-713b-4673-ad20-e6d851831848), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.197540 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:01.203562 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:01.247311 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (3793d70c-713b-4673-ad20-e6d851831848), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.252216 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (3793d70c-713b-4673-ad20-e6d851831848), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.264952 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-76fab02b-387d-4336-a3b4-35f62d47262d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406258 May 27 09:45:01.274059 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3793d70c-713b-4673-ad20-e6d851831848,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.280757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b110387d-5200-4b50-8dbf-ea05311bb586 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:01.292822 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.296689 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c47339e9-8043-430f-b2e8-a11195bd7a2c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388812 May 27 09:45:01.296933 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.301547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.335714 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port b110387d-5200-4b50-8dbf-ea05311bb586 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:01.336059 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.344741 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (9d5ea9d4-406d-465a-9565-64d06f556beb), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.402553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-8b864ef7-7eb1-4390-8ae6-51461de3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:01.404197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-8b864ef7-7eb1-4390-8ae6-51461de3880d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 1130 time: 0.1032486 May 27 09:45:01.405029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (9d5ea9d4-406d-465a-9565-64d06f556beb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.409528 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (9d5ea9d4-406d-465a-9565-64d06f556beb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.415657 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:01.433590 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5ea9d4-406d-465a-9565-64d06f556beb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.434257 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port b110387d-5200-4b50-8dbf-ea05311bb586 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:01.435193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.439520 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.443562 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-53014db3-eb30-4fff-81be-198019c50d81 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456254 May 27 09:45:01.444173 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.445133 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f8d97-2200-4ac7-9fdf-63fe5921de3f req-7ac2e305-e00c-43cd-96ff-62fcf9b6dcf0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:01.448801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.455237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e7f8d97-2200-4ac7-9fdf-63fe5921de3f req-7ac2e305-e00c-43cd-96ff-62fcf9b6dcf0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0965638 May 27 09:45:01.462595 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port b110387d-5200-4b50-8dbf-ea05311bb586, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b110387d-5200-4b50-8dbf-ea05311bb586,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:01.467653 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.468593 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5622f450-e169-4877-9247-438da25e1464 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:01.477019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (0b99fd79-2fd0-46f5-893f-61a27c6ea0f5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.533475 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (0b99fd79-2fd0-46f5-893f-61a27c6ea0f5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.537733 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (0b99fd79-2fd0-46f5-893f-61a27c6ea0f5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.556256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=b110387d-5200-4b50-8dbf-ea05311bb586,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.561665 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b99fd79-2fd0-46f5-893f-61a27c6ea0f5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.565615 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 5622f450-e169-4877-9247-438da25e1464 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:01.566013 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5622f450-e169-4877-9247-438da25e1464), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.572629 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.574051 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-49503ea5-9794-48f7-a6fb-6628db69cec4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286976 May 27 09:45:01.576716 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.581845 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6e7f8d97-2200-4ac7-9fdf-63fe5921de3f req-6e6f89ca-2ea4-4cc8-8eb1-4b78a40c5d43 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254311 May 27 09:45:01.581997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.616219 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-43dbba59-48bf-4b48-a007-961244687902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:01.617712 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-43dbba59-48bf-4b48-a007-961244687902 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1534188 May 27 09:45:01.624481 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Project 2ed0733b1ce342f2a6ecac960523f85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:45:01.666790 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-ea066702-52c4-4f81-859d-621afd41f1cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 200 len: 217 time: 0.0419972 May 27 09:45:01.671112 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 5622f450-e169-4877-9247-438da25e1464 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:01.676738 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:45:01.711602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:01.728835 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-1738e764-dd94-43bc-bd56-3d3b5aa07dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:01.730431 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-1738e764-dd94-43bc-bd56-3d3b5aa07dfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0568967 May 27 09:45:01.784548 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-b2ab3ab8-3844-4b6e-882f-88293c62ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:01.785994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-b2ab3ab8-3844-4b6e-882f-88293c62ead9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442312 May 27 09:45:01.833376 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (d1fb84a2-6015-4245-a1f1-587350b6ceaf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.896019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (d1fb84a2-6015-4245-a1f1-587350b6ceaf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.898037 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-5ff19b2e-ea87-4709-9be4-3b07266172cf service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025031 May 27 09:45:01.901033 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (d1fb84a2-6015-4245-a1f1-587350b6ceaf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.919886 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fb84a2-6015-4245-a1f1-587350b6ceaf,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:01.928795 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:01.930097 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-517beab7-3c11-4d2c-a49d-c9c7c7331118 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3521209 May 27 09:45:01.934696 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:01.939139 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'security_group_rule': {'security_group_id': '0d77ca7f-2a0a-4ef4-95ca-51255893a403', 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:01.984673 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:02.011150 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Project 2ed0733b1ce342f2a6ecac960523f85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:45:02.030910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (30e1060d-1f42-4976-9cff-7069174ed798), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:02.046389 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d8440f8e-5fc7-4e8f-bdbb-25dd4659c284 req-23734278-025e-4e0d-b3b0-cb30d0eb2bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425796 May 27 09:45:02.119762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (30e1060d-1f42-4976-9cff-7069174ed798), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:02.124726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (30e1060d-1f42-4976-9cff-7069174ed798), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:02.144920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e1060d-1f42-4976-9cff-7069174ed798,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:02.153187 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:02.154371 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6f537ec9-fc92-4b4f-bb77-4751b8c2ff6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2185757 May 27 09:45:02.286119 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Sync routers for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:45:02.297794 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:45:02.298400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:02.403159 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:45:02.744682 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:59Z', 'revision_number': 4, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e2111365-dc26-43c2-9e29-94d9c8369984', 'name': '', 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'mac_address': 'fa:16:3e:b8:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '47ec759a-61de-4190-9805-4239a36908f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:58Z', 'updated_at': '2022-05-27T09:44:59Z', 'revision_number': 2, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'subnets': [{'id': '47ec759a-61de-4190-9805-4239a36908f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:02.766339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb827-353b-4b1a-a1c8-538d7d68090b req-b64bed01-96d6-4a6a-b161-354bcbbc6be7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:02.767864 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e96fb827-353b-4b1a-a1c8-538d7d68090b req-b64bed01-96d6-4a6a-b161-354bcbbc6be7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0822093 May 27 09:45:02.774593 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Checking router: fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:45:02.774952 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Updating router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 port e2111365-dc26-43c2-9e29-94d9c8369984 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:45:02.803923 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:02.814867 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:02.818772 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e96fb827-353b-4b1a-a1c8-538d7d68090b req-d4be84a1-debd-4887-863c-390dcb97361c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 May 27 09:45:03.097869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks [] for port (e2111365-dc26-43c2-9e29-94d9c8369984), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.102859 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.107552 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:03.163614 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0918b7-797a-4151-b0a7-7e5ced3e66ab None None] Pushing event updated for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.220212 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b110387d-5200-4b50-8dbf-ea05311bb586 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:03.268020 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Attempting to bind port e2111365-dc26-43c2-9e29-94d9c8369984 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:45:03.268391 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Attempting to bind port e2111365-dc26-43c2-9e29-94d9c8369984 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:45:03.268754 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Attempting to bind port e2111365-dc26-43c2-9e29-94d9c8369984 on network d775d0ba-c585-421e-903a-6eb7404b12dc {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:45:03.280685 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:45:03.281065 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Checking segment: {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:45:03.281439 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.281824 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Bound using segment: {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:45:03.282283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Bound port: e2111365-dc26-43c2-9e29-94d9c8369984, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d8bf7f-4c47-488a-a64a-7ab2da289644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:45:03.282655 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.339012 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port b110387d-5200-4b50-8dbf-ea05311bb586 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:03.339410 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.395739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] For port e2111365-dc26-43c2-9e29-94d9c8369984, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:45:03.419784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] For port e2111365-dc26-43c2-9e29-94d9c8369984, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e2111365-dc26-43c2-9e29-94d9c8369984,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:45:03.427135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Provisioning complete for port e2111365-dc26-43c2-9e29-94d9c8369984 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:03.427135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.430459 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.566258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port b110387d-5200-4b50-8dbf-ea05311bb586 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:03.571349 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:45:03.571973 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:44:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:03.579049 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0918b7-797a-4151-b0a7-7e5ced3e66ab None None] Pushing event updated for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.616112 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:03.662612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Current status of the port e2111365-dc26-43c2-9e29-94d9c8369984 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:03.663018 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.743357 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] For port e2111365-dc26-43c2-9e29-94d9c8369984, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e2111365-dc26-43c2-9e29-94d9c8369984,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:03.745305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:45:03.775650 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.899668 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d30ed2-375f-4300-87f4-f8ea4b8e6c54 None None] Pushing event updated for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:03.942762 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f1796768-9abc-47e0-bad2-de89b2a77f82 None None] Provisioning complete for port e2111365-dc26-43c2-9e29-94d9c8369984 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:03.943135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1796768-9abc-47e0-bad2-de89b2a77f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:03.966321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:03.972824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b1fb5-7f90-419c-a7f2-133e56f40f7f req-9d6516cb-a09f-453c-ab35-0787b3d95841 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:03.974381 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-164b1fb5-7f90-419c-a7f2-133e56f40f7f req-9d6516cb-a09f-453c-ab35-0787b3d95841 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0535343 May 27 09:45:04.036052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-164b1fb5-7f90-419c-a7f2-133e56f40f7f req-c3c24e62-3216-4172-ac21-addb9c2ba924 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557215 May 27 09:45:04.087124 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f1796768-9abc-47e0-bad2-de89b2a77f82 None None] Current status of the port e2111365-dc26-43c2-9e29-94d9c8369984 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:04.090424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:59Z', 'revision_number': 4, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e2111365-dc26-43c2-9e29-94d9c8369984', 'name': '', 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'mac_address': 'fa:16:3e:b8:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '47ec759a-61de-4190-9805-4239a36908f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:58Z', 'updated_at': '2022-05-27T09:45:03Z', 'revision_number': 4, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'subnets': [{'id': '47ec759a-61de-4190-9805-4239a36908f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:04.122119 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56897c6-d0b7-4376-ba3e-2a228f7bdd33 None None] The sync data for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi is: [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:44:59Z', 'revision_number': 4, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e2111365-dc26-43c2-9e29-94d9c8369984', 'name': '', 'network_id': 'd775d0ba-c585-421e-903a-6eb7404b12dc', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'mac_address': 'fa:16:3e:b8:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '47ec759a-61de-4190-9805-4239a36908f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:58Z', 'updated_at': '2022-05-27T09:45:03Z', 'revision_number': 4, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'subnets': [{'id': '47ec759a-61de-4190-9805-4239a36908f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:45:04.773199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfccb6-d367-4781-92f0-85828ffa5e94 req-c744d90f-9031-498a-824e-b7b572816bc6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:04.775447 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73bfccb6-d367-4781-92f0-85828ffa5e94 req-c744d90f-9031-498a-824e-b7b572816bc6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0838952 May 27 09:45:04.780472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482afbe3-4234-4ccc-9e72-db9240922657 req-6bb546f9-6e8f-412c-9501-eab09a001bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:04.781802 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-6bb546f9-6e8f-412c-9501-eab09a001bc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1169 time: 0.0584457 May 27 09:45:04.915541 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73bfccb6-d367-4781-92f0-85828ffa5e94 req-778cc5b6-40db-45c9-b184-e3d6bbc5f906 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293769 May 27 09:45:04.934339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482afbe3-4234-4ccc-9e72-db9240922657 req-168d1c2e-422d-4348-946f-2e8cb084c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:04.935849 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-168d1c2e-422d-4348-946f-2e8cb084c819 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 916 time: 0.1432545 May 27 09:45:05.002658 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-28469e53-7c53-41b4-ad6e-230dcf4c233c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 1002 time: 0.0582099 May 27 09:45:05.045588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:05.056231 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482afbe3-4234-4ccc-9e72-db9240922657 req-b521f2f9-b5e3-4c0a-99df-bda96dfcc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:05.057707 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-b521f2f9-b5e3-4c0a-99df-bda96dfcc3c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0460496 May 27 09:45:05.106677 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482afbe3-4234-4ccc-9e72-db9240922657 req-77368ed8-a634-4e9b-9c64-4b68ac39fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:05.108222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-77368ed8-a634-4e9b-9c64-4b68ac39fb3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424633 May 27 09:45:05.219648 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e2111365-dc26-43c2-9e29-94d9c8369984 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:05.229735 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338faa8-841b-4e71-b898-f35a8d814eaa req-20d3cfb2-1960-448b-b25b-b8dc4d36cd4e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:05.231199 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d338faa8-841b-4e71-b898-f35a8d814eaa req-20d3cfb2-1960-448b-b25b-b8dc4d36cd4e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0967162 May 27 09:45:05.261971 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-81d36e6e-51fc-4196-982c-29e7e8dc35ef service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456881 May 27 09:45:05.264491 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e2111365-dc26-43c2-9e29-94d9c8369984 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:05.264840 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:05.323929 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d338faa8-841b-4e71-b898-f35a8d814eaa req-805da060-8155-47dc-97f8-52f825df4db3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847628 May 27 09:45:05.350428 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e2111365-dc26-43c2-9e29-94d9c8369984 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:05.386593 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-482afbe3-4234-4ccc-9e72-db9240922657 req-92faa95e-dc53-4a1b-ad6e-c750f2dffaff service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150181 May 27 09:45:06.038414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e4b7-645e-4c0f-b711-d96bdcdb23b3 req-209667f0-f41b-4da8-bd9e-174457b4b25b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:06.040044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b42e4b7-645e-4c0f-b711-d96bdcdb23b3 req-209667f0-f41b-4da8-bd9e-174457b4b25b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0490706 May 27 09:45:06.053250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:06.106581 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b42e4b7-645e-4c0f-b711-d96bdcdb23b3 req-c7ebecae-8e55-4e77-8098-848742905b30 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595412 May 27 09:45:06.443008 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e0b5-697b-4531-b436-63dbfbbcdef9 req-84c98515-8042-413b-b84e-6985fdcdcae3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:06.444542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa08e0b5-697b-4531-b436-63dbfbbcdef9 req-84c98515-8042-413b-b84e-6985fdcdcae3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0491569 May 27 09:45:06.492582 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aa08e0b5-697b-4531-b436-63dbfbbcdef9 req-07d959a9-0489-4892-b1aa-3e0661d21bbe tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 May 27 09:45:07.242093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f4a4-2859-41c2-903a-03d91667d8a3 req-755d38cc-01cf-4158-9073-cd0b590ab758 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:07.243522 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7639f4a4-2859-41c2-903a-03d91667d8a3 req-755d38cc-01cf-4158-9073-cd0b590ab758 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0696170 May 27 09:45:07.303468 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7639f4a4-2859-41c2-903a-03d91667d8a3 req-b08e58ec-3ad8-4ef7-90e8-b9a850fac26c tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536556 May 27 09:45:07.610927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636b78-35b7-4d3b-89a4-ab1563dcc592 req-f1afea15-0d41-45c0-b07f-396d4348887f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:07.612434 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42636b78-35b7-4d3b-89a4-ab1563dcc592 req-f1afea15-0d41-45c0-b07f-396d4348887f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0470803 May 27 09:45:07.660025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-42636b78-35b7-4d3b-89a4-ab1563dcc592 req-a49e1913-b289-43e9-a96a-4f1a3214ffbf tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 May 27 09:45:08.424614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b4e0b-c145-456a-9a85-d8576b6e6e6a req-496f807c-5a5b-4de8-8f75-54daa72f916f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:08.426096 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-539b4e0b-c145-456a-9a85-d8576b6e6e6a req-496f807c-5a5b-4de8-8f75-54daa72f916f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0522022 May 27 09:45:08.488027 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-539b4e0b-c145-456a-9a85-d8576b6e6e6a req-9e8fbc5f-1cea-44ae-9ded-caab62dc0492 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562601 May 27 09:45:08.778099 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c0b92-6411-48a8-bba9-4293af2097ee req-179596c5-ef7e-49b5-89a1-e6e41a170c67 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:08.779636 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf5c0b92-6411-48a8-bba9-4293af2097ee req-179596c5-ef7e-49b5-89a1-e6e41a170c67 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0474918 May 27 09:45:08.828880 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf5c0b92-6411-48a8-bba9-4293af2097ee req-378e9bac-bb2c-45f2-bc4a-9739afde868f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437326 May 27 09:45:09.196519 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:45:09.296313 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:09.307447 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'mac_address': 'fa:16:3e:c6:c2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:45:09.348099 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:09.348587 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:09.361842 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:45:09.373627 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:09.383812 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:09.387072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:09.432028 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:09.606048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db504a7-51fe-4add-be1c-79738b9403ca req-5cb851b9-b178-433d-9207-6deee85211e4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:09.608740 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2db504a7-51fe-4add-be1c-79738b9403ca req-5cb851b9-b178-433d-9207-6deee85211e4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0515924 May 27 09:45:09.620953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:09.677442 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2db504a7-51fe-4add-be1c-79738b9403ca req-e0da39dc-7adf-469e-9145-62ace63396d7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631189 May 27 09:45:09.948030 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099877-82ab-4d19-b946-5ae7c85b17d5 req-08cf6989-2c87-43cc-8f03-9b39acdbfcae tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:09.949541 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df099877-82ab-4d19-b946-5ae7c85b17d5 req-08cf6989-2c87-43cc-8f03-9b39acdbfcae tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0478048 May 27 09:45:09.997901 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-df099877-82ab-4d19-b946-5ae7c85b17d5 req-c07341ce-d7c3-4d79-ab75-1c1ac05a141a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 May 27 09:45:10.084115 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['6328b701-4055-487d-8cef-ec0bdfa4ceda'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:45:10.793045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae052-2524-46f4-b430-f076054af88a req-af74362c-31e6-48e4-9edc-999ef4a32e3f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:10.794594 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-901ae052-2524-46f4-b430-f076054af88a req-af74362c-31e6-48e4-9edc-999ef4a32e3f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0473390 May 27 09:45:10.855993 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-901ae052-2524-46f4-b430-f076054af88a req-e403500e-25e5-4f7b-b24b-cd991271757e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550673 May 27 09:45:11.131009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e8eb3-2f5e-4420-8a72-4ad16f5bc573 req-ba0a4738-3db5-4832-9cc2-89380bd8f714 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:11.132525 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e6e8eb3-2f5e-4420-8a72-4ad16f5bc573 req-ba0a4738-3db5-4832-9cc2-89380bd8f714 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0525124 May 27 09:45:11.181956 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e6e8eb3-2f5e-4420-8a72-4ad16f5bc573 req-bda17ee5-5a73-48fb-a304-777bd206713c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 May 27 09:45:11.526944 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:11.571060 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 6328b701-4055-487d-8cef-ec0bdfa4ceda triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:11.571467 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:11.610267 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:11.650335 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 6328b701-4055-487d-8cef-ec0bdfa4ceda is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:11.650737 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:11.673271 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:45:11.675501 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4302509-1947-46a3-8065-3e56a1ad4c52" -d '{"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:45:11.688140 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:11.692130 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:11.715065 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64bcf5a-ddfc-4357-a037-3563d7686600 x-openstack-request-id: req-e64bcf5a-ddfc-4357-a037-3563d7686600 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:45:11.715376 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:45:11.715626 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e64bcf5a-ddfc-4357-a037-3563d7686600 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:45:11.716010 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64bcf5a-ddfc-4357-a037-3563d7686600'] response: {'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'code': 200} May 27 09:45:11.742652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:11.750625 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.750968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.751326 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.751670 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.752002 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.752328 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.752679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.752990 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.753294 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.753615 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.753935 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.754255 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.754572 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.754887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.755209 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:11.920302 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:UPDATE=1,neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:11.923571 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:11.970881 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7732-addc-403f-8371-0df2c02483dd req-ca9d4985-7fab-4c26-af21-757a47de0bde tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:11.973030 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3f3c7732-addc-403f-8371-0df2c02483dd req-ca9d4985-7fab-4c26-af21-757a47de0bde tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0497606 May 27 09:45:12.008371 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:12.038045 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3f3c7732-addc-403f-8371-0df2c02483dd req-3a14a994-39d3-4b6d-bbad-5607d3966b52 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564437 May 27 09:45:12.319764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f93f-2b62-490b-a411-fa0d56f54594 req-b964de83-3aaf-4d66-8f3a-f83957118ae1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:12.321391 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0899f93f-2b62-490b-a411-fa0d56f54594 req-b964de83-3aaf-4d66-8f3a-f83957118ae1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0610151 May 27 09:45:12.403898 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0899f93f-2b62-490b-a411-fa0d56f54594 req-f7fd0bfd-b3b0-4312-96ee-47009c2e4be1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770290 May 27 09:45:12.406922 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7b2ff-2030-46b0-9f08-75d2a2ae0027 req-d173da2e-ccf1-499d-ab76-1f9397111f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:12.409267 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9bb7b2ff-2030-46b0-9f08-75d2a2ae0027 req-d173da2e-ccf1-499d-ab76-1f9397111f79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 1130 time: 0.0550578 May 27 09:45:12.459290 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9bb7b2ff-2030-46b0-9f08-75d2a2ae0027 req-89e772db-643c-468d-85d1-26f7b613f435 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 May 27 09:45:13.154667 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065f65-37d0-493b-89db-fd3658e0947c req-ce14bd77-ad17-4b4e-b9fe-2f2e602c5994 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:13.157060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf065f65-37d0-493b-89db-fd3658e0947c req-ce14bd77-ad17-4b4e-b9fe-2f2e602c5994 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0505836 May 27 09:45:13.220964 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf065f65-37d0-493b-89db-fd3658e0947c req-3cc22371-509b-438e-8da4-e9a830bd7851 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584896 May 27 09:45:13.744352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2cb4-9698-4f3e-9c0d-2100d6bc4919 req-2d67f6d6-eafb-4e0f-b998-d30f458879c8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:13.745825 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72ea2cb4-9698-4f3e-9c0d-2100d6bc4919 req-2d67f6d6-eafb-4e0f-b998-d30f458879c8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.2705429 May 27 09:45:13.790815 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72ea2cb4-9698-4f3e-9c0d-2100d6bc4919 req-7c8debb4-bda5-4d05-995b-47a331ca7153 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395463 May 27 09:45:14.338357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d6f2a-80da-4a26-9583-304ecfeef415 req-9fc12707-c2c0-4ad6-b932-dbe0e33b5c42 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:14.339771 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a32d6f2a-80da-4a26-9583-304ecfeef415 req-9fc12707-c2c0-4ad6-b932-dbe0e33b5c42 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0456963 May 27 09:45:14.401639 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a32d6f2a-80da-4a26-9583-304ecfeef415 req-aed550b9-9e53-4f37-8a55-34a5d6cc7c10 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551200 May 27 09:45:14.917016 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34665-fc7d-43f4-a830-9a9049b14111 req-56530176-b8f0-46bf-9173-aed025fc842e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:14.918560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31c34665-fc7d-43f4-a830-9a9049b14111 req-56530176-b8f0-46bf-9173-aed025fc842e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0508223 May 27 09:45:14.952615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:14.967774 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31c34665-fc7d-43f4-a830-9a9049b14111 req-d9b562c0-8f85-404b-9a0c-54c940b3f207 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 May 27 09:45:15.376724 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc131fd7-c403-40d9-ad30-56285680f8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:15.515422 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c64527-4b41-4c6e-9950-5703d3f9a62f req-3e150e95-d21a-416e-b2ef-98ef4b58b43e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:15.516964 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4c64527-4b41-4c6e-9950-5703d3f9a62f req-3e150e95-d21a-416e-b2ef-98ef4b58b43e tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0468390 May 27 09:45:15.581119 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4c64527-4b41-4c6e-9950-5703d3f9a62f req-559bde5c-47e5-4a37-aea5-0a516ad46bb4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583336 May 27 09:45:16.086739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc45a4-6bcf-4614-a474-f4b39c592538 req-856663fe-f422-417b-a9ae-0367559e311b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:16.088246 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73fc45a4-6bcf-4614-a474-f4b39c592538 req-856663fe-f422-417b-a9ae-0367559e311b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0467532 May 27 09:45:16.133155 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73fc45a4-6bcf-4614-a474-f4b39c592538 req-3162f54d-ae53-4a5e-b960-9a49a5cb3f93 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 May 27 09:45:16.694906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb576ec-c0f0-4064-8e76-5a0ae9e7cd3a req-afb8aa4e-0bc2-486d-8725-015e549ea38f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:16.696409 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4fb576ec-c0f0-4064-8e76-5a0ae9e7cd3a req-afb8aa4e-0bc2-486d-8725-015e549ea38f tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0467868 May 27 09:45:16.754936 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4fb576ec-c0f0-4064-8e76-5a0ae9e7cd3a req-9fafd2ab-8a75-436e-a9bc-f2094d49e39d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529616 May 27 09:45:17.752981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16af6682-8f71-4578-93fc-484428eb7151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:17.870229 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa7433-9bd5-46d8-8917-b305998def47 req-99b904d6-879c-401b-9bb6-1c2bde848eed tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:17.871640 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9fa7433-9bd5-46d8-8917-b305998def47 req-99b904d6-879c-401b-9bb6-1c2bde848eed tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0514767 May 27 09:45:17.903483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:17.930509 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9fa7433-9bd5-46d8-8917-b305998def47 req-534e1d26-c47d-4eb4-8497-38314e06f2a4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526800 May 27 09:45:18.897564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:19.047135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665ba5c-7c45-4164-a515-2c9ac2df230b req-304969ad-4cf5-4945-9368-9529f40bdeae tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:19.048650 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6665ba5c-7c45-4164-a515-2c9ac2df230b req-304969ad-4cf5-4945-9368-9529f40bdeae tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0471568 May 27 09:45:19.106602 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6665ba5c-7c45-4164-a515-2c9ac2df230b req-01a2ff73-5067-42a4-9679-ea02b6bcfbe4 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523689 May 27 09:45:20.006594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:20.221758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc54bb-00e6-48eb-bd7e-cb12d5526c9e req-f2fb1dcc-3ce6-44f0-9e57-bcc99856dc8d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:20.223214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ebdc54bb-00e6-48eb-bd7e-cb12d5526c9e req-f2fb1dcc-3ce6-44f0-9e57-bcc99856dc8d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0505450 May 27 09:45:20.281934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ebdc54bb-00e6-48eb-bd7e-cb12d5526c9e req-59517873-13ec-45f9-bc92-f6f4af7179f6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531538 May 27 09:45:20.618832 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:20.619616 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=40 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:21.397420 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d2d9-6529-4a49-bd20-772142cbd238 req-e39dd7ef-048b-470a-9bc6-9116a73f2ea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:21.398880 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5927d2d9-6529-4a49-bd20-772142cbd238 req-e39dd7ef-048b-470a-9bc6-9116a73f2ea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0505044 May 27 09:45:21.457287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5927d2d9-6529-4a49-bd20-772142cbd238 req-7882e987-90ac-4f8c-8703-a183a2422d71 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526073 May 27 09:45:21.684153 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:22.463364 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:22.568693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c974-830d-47d6-bfb5-c249a1359491 req-45973f1d-18ce-4d19-b2b8-6f59b2a6d4c6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:22.570172 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad80c974-830d-47d6-bfb5-c249a1359491 req-45973f1d-18ce-4d19-b2b8-6f59b2a6d4c6 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0468619 May 27 09:45:22.633012 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ad80c974-830d-47d6-bfb5-c249a1359491 req-c2427c9d-bdaa-4bea-b802-5c9b044da911 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&id=baed0279-8398-4064-89ca-32033c6b1482&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572078 May 27 09:45:27.023166 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-6d374f62-e793-4ccb-853e-e3e7afbdb729 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046363434&fields=id&tenant_id=2ed0733b1ce342f2a6ecac960523f85f HTTP/1.1" status: 200 len: 267 time: 0.0579236 May 27 09:45:27.130087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-4c4bad4c-9e00-43b0-ae87-a2283accecf6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:27.131641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-4c4bad4c-9e00-43b0-ae87-a2283accecf6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 809 time: 0.0981071 May 27 09:45:27.146443 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-b9fe1f76-650d-41cd-a006-9e481153e63f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/quotas/2ed0733b1ce342f2a6ecac960523f85f HTTP/1.1" status: 200 len: 375 time: 0.0094821 May 27 09:45:27.196750 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-677b7d5b-c589-4c75-8193-577f246a6812 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457089 May 27 09:45:27.214589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:27.290434 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-e404f1c7-11ba-46d9-ac44-68727352c294 service neutron] 10.222.0.41 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 May 27 09:45:27.387408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-f23c3f4a-9227-453e-a087-6b9bac6f5310 service neutron] 10.222.0.41 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911145 May 27 09:45:27.667682 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1f377e9-c3bb-45cb-852b-80c48d654d98 req-3351b9dd-a5f9-4c09-8778-1114785116e1 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0276873 May 27 09:45:28.777060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8456884b-ddda-45bb-9349-a27b379170fd req-803a477b-0af4-4580-a230-112b4fcaa9f2 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0346963 May 27 09:45:28.805562 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-66e6557a-35a0-431c-b183-1aa8e956e626 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:28.807137 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-66e6557a-35a0-431c-b183-1aa8e956e626 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 809 time: 0.1390767 May 27 09:45:28.858242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:28.897612 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-2dccfff1-6dfa-4ab1-b759-fa51d5f09d37 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed0733b1ce342f2a6ecac960523f85f HTTP/1.1" status: 200 len: 380 time: 0.0550683 May 27 09:45:28.906410 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'port': {'device_id': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'admin_state_up': True, 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'security_groups': ['0d77ca7f-2a0a-4ef4-95ca-51255893a403']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:29.015882 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Made reservation on behalf of 2ed0733b1ce342f2a6ecac960523f85f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:45:29.019118 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.141406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Allocated IP 172.20.0.12 (8f540350-1801-4f76-8904-a6a8b323f8eb/13490047-cead-40ce-b3fe-ddddabaa32b1/a7bf0759-e717-4ad7-bf72-ba59bd3a1455) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:29.282944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.314108 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.320184 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:29.367080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Network 8f540350-1801-4f76-8904-a6a8b323f8eb is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:29.370332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:29.374907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:45:29.378737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:29.409943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.410284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.410622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.410958 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.411319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.411665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.411983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.412281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.412600 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.412916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.413232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.413552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.413868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.414183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.414493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:45:29.437973 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:29.438577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.455576 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-294782e0-3fc6-4966-bd57-64a14b146b4b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5525739 May 27 09:45:29.486501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Request body: {'port': {'device_id': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:29.552379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.569308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9db372b4-7602-4e68-808b-a9272e83a573 None None] Provisioning complete for port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:29.570895 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9db372b4-7602-4e68-808b-a9272e83a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.610849 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9db372b4-7602-4e68-808b-a9272e83a573 None None] Port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:45:29.705065 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:29.861322 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf0759-e717-4ad7-bf72-ba59bd3a1455 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:45:29.885509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks [] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:29.910928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cc9ef-4105-49fe-9cc9-f8fdbe8b8468 req-92a25590-223f-4c68-80cc-e708e7fc4d7f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:29.912432 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0a3cc9ef-4105-49fe-9cc9-f8fdbe8b8468 req-92a25590-223f-4c68-80cc-e708e7fc4d7f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 932 time: 0.0662472 May 27 09:45:29.913383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Transition to ACTIVE for port object a7bf0759-e717-4ad7-bf72-ba59bd3a1455 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:45:29.917446 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:30.038032 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:30.048127 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0a3cc9ef-4105-49fe-9cc9-f8fdbe8b8468 req-2bbf6938-15c6-468e-98db-3f112a951757 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282108 May 27 09:45:30.102089 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Attempting to bind port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:45:30.102419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Attempting to bind port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:45:30.102745 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Attempting to bind port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 on network 8f540350-1801-4f76-8904-a6a8b323f8eb {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:45:30.107448 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 on network 8f540350-1801-4f76-8904-a6a8b323f8eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:45:30.107790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Attempting to bind port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 on network 8f540350-1801-4f76-8904-a6a8b323f8eb {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:45:30.113000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:45:30.113334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Checking segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:45:30.113708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Bound using segment: {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:45:30.114129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Bound port: a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f7aa74-6580-49e8-8f00-e0c8c7f11969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:45:30.114481 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:30.161343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:30.177443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:45:30.180636 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:45:30.185976 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:30.221433 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:30.222048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:30.223444 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] 10.222.0.65 "PUT /v2.0/ports/a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 1094 time: 0.7419255 May 27 09:45:30.223876 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:45:30.226087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c272e638-b62d-40d2-bb9e-8a599520c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:45:30.252864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4698427-9b0b-4e36-8135-03a8dd324b31 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:30.277629 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf94b4fd-771b-450c-a5ab-e2960f4f3756 x-openstack-request-id: req-bf94b4fd-771b-450c-a5ab-e2960f4f3756 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:45:30.277918 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:45:30.278166 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf94b4fd-771b-450c-a5ab-e2960f4f3756 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:45:30.278569 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf94b4fd-771b-450c-a5ab-e2960f4f3756'] response: {'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'status': 'completed', 'code': 200} May 27 09:45:30.358688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-478f8613-6d50-4190-ae79-12712beba778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:30.360425 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-478f8613-6d50-4190-ae79-12712beba778 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1128 time: 0.0550306 May 27 09:45:30.408175 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-ce4abc87-d5dd-44c3-b62e-a20d2cba67cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 217 time: 0.0328796 May 27 09:45:30.463464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-76525223-79be-45ed-a302-8626c2faf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:30.465131 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-76525223-79be-45ed-a302-8626c2faf823 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0502479 May 27 09:45:30.509432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-6b76fab4-b110-4810-bb79-834eab3e11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:30.510890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-6b76fab4-b110-4810-bb79-834eab3e11cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397217 May 27 09:45:30.604949 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-67c04c8b-d8f4-418f-b5bc-852b9e01d56b service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804482 May 27 09:45:30.694503 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d7f9d86-b235-4bd6-82cc-21f55b714518 req-473885c8-3e01-4445-b7d3-63a337f84fc5 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836966 May 27 09:45:31.148757 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:31.160457 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167349-f7ef-4b47-ad83-fe10edfaf032 req-05ced975-d889-4604-9713-f3b9e741773a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:31.161904 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-03167349-f7ef-4b47-ad83-fe10edfaf032 req-05ced975-d889-4604-9713-f3b9e741773a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0468869 May 27 09:45:31.208707 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-03167349-f7ef-4b47-ad83-fe10edfaf032 req-ee5276e9-ca9b-48cb-b6f6-639917acf6be tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 May 27 09:45:31.991831 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-f05fcfe4-d64d-4765-bc13-00705396bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:31.993450 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-f05fcfe4-d64d-4765-bc13-00705396bc91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1128 time: 0.0435774 May 27 09:45:32.082475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-a129c592-5895-4ff6-a555-c0cc123ca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:32.083997 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-a129c592-5895-4ff6-a555-c0cc123ca7aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.0822113 May 27 09:45:32.132222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-e55d81a7-543f-40e3-b3f4-614a5b67c6ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 217 time: 0.0349059 May 27 09:45:32.178114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-e2ad4380-07fd-4c01-85bd-1e0919dac40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:32.179600 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-e2ad4380-07fd-4c01-85bd-1e0919dac40a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0420682 May 27 09:45:32.222483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-3a71f87e-dd6a-4fca-85c1-0d9a7dddbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:32.223958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-3a71f87e-dd6a-4fca-85c1-0d9a7dddbca6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367401 May 27 09:45:32.351957 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f48a-1007-437d-9906-e5ba4496de27 req-00d26955-9f28-4e85-8cf2-f8e04d2b87b4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:32.353388 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b74f48a-1007-437d-9906-e5ba4496de27 req-00d26955-9f28-4e85-8cf2-f8e04d2b87b4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0630057 May 27 09:45:32.356904 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-b65e5242-1ec3-4a3e-b632-60612a6c1426 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228220 May 27 09:45:32.458493 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b74f48a-1007-437d-9906-e5ba4496de27 req-e3c52436-aca3-4e80-9972-855f1674d3e4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986457 May 27 09:45:32.476938 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:32.483934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c272e638-b62d-40d2-bb9e-8a599520c0e5 req-a723e066-3462-4ccf-b8c2-8e17aa61b094 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169212 May 27 09:45:33.570346 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbb733-2afc-4105-8273-917af5fc6a52 req-88dd7587-2238-45f5-9f0f-dabc699a7e8a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:33.571833 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72dbb733-2afc-4105-8273-917af5fc6a52 req-88dd7587-2238-45f5-9f0f-dabc699a7e8a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0470390 May 27 09:45:33.619108 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72dbb733-2afc-4105-8273-917af5fc6a52 req-4c6336aa-347d-4ef8-b1e1-dffc34c7a7de tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 May 27 09:45:34.745267 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017635d-da15-443d-9376-620fe447000b req-d533b2ad-7ca9-4276-84a0-45586c69419e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:34.747481 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5017635d-da15-443d-9376-620fe447000b req-d533b2ad-7ca9-4276-84a0-45586c69419e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0601726 May 27 09:45:34.811586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5017635d-da15-443d-9376-620fe447000b req-9bffcd39-bc0d-41eb-87fa-d4268898fcf5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533125 May 27 09:45:35.935187 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221cf86-fecf-42fd-86ff-bf5010edf093 req-c403af5c-63a1-4337-ad4b-699bad0fe53a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:35.936589 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4221cf86-fecf-42fd-86ff-bf5010edf093 req-c403af5c-63a1-4337-ad4b-699bad0fe53a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0456886 May 27 09:45:35.983729 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4221cf86-fecf-42fd-86ff-bf5010edf093 req-85250e14-a5d3-4330-9bc0-18da199e2aaf tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 May 27 09:45:37.096727 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afa011-3d9b-4651-b532-fc02be22e628 req-3657d2a5-3510-47ed-b3c6-e8ed550a7981 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:37.098094 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3afa011-3d9b-4651-b532-fc02be22e628 req-3657d2a5-3510-47ed-b3c6-e8ed550a7981 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0461221 May 27 09:45:37.147960 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3afa011-3d9b-4651-b532-fc02be22e628 req-6cd408f2-34c2-4126-8358-0812ab1ce055 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 May 27 09:45:38.272046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab0877-3cd2-4cc3-845b-23c00d7a8c15 req-e2c2dd6d-1dcd-4353-bb46-9a92aefbef42 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:38.273517 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64ab0877-3cd2-4cc3-845b-23c00d7a8c15 req-e2c2dd6d-1dcd-4353-bb46-9a92aefbef42 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0550957 May 27 09:45:38.297308 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:38.322602 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-64ab0877-3cd2-4cc3-845b-23c00d7a8c15 req-68181728-1fdf-4c53-adfb-5f98185c98d6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 May 27 09:45:38.676087 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:45:39.435977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f71ab-8bec-40af-9cd0-00c1c26fcdea req-753ee4f3-2f1f-4f07-92f8-868ce632db21 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:39.437448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-872f71ab-8bec-40af-9cd0-00c1c26fcdea req-753ee4f3-2f1f-4f07-92f8-868ce632db21 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0466170 May 27 09:45:39.485227 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-872f71ab-8bec-40af-9cd0-00c1c26fcdea req-4a7fff4d-b212-470d-82b8-7833fc68245d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 May 27 09:45:39.712639 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:45:39.722771 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:39.927308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:39.938729 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'mac_address': 'fa:16:3e:49:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:45:39.972767 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:39.973083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:39.985471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf0759-e717-4ad7-bf72-ba59bd3a1455 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:45:40.006072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:40.010285 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:40.058112 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:40.549973 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['a7bf0759-e717-4ad7-bf72-ba59bd3a1455'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:45:40.594808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41e23-8c93-483e-86bf-906306b1cf0e req-694c7987-13f3-4a62-8260-4cd684c2cf75 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:40.596289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68b41e23-8c93-483e-86bf-906306b1cf0e req-694c7987-13f3-4a62-8260-4cd684c2cf75 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0462897 May 27 09:45:40.648450 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68b41e23-8c93-483e-86bf-906306b1cf0e req-cfd81881-1664-4deb-addf-1675c5a18854 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 May 27 09:45:40.670359 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:41.760997 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2292cc-bd92-4517-9481-d39d9083d843 req-12d7717d-d4b6-48f2-86e7-dcd408528aac tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:41.762342 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f2292cc-bd92-4517-9481-d39d9083d843 req-12d7717d-d4b6-48f2-86e7-dcd408528aac tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0464213 May 27 09:45:41.809995 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f2292cc-bd92-4517-9481-d39d9083d843 req-405e7a39-992d-496d-b4bc-e288851287d9 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 May 27 09:45:42.007238 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:45:42.048512 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:45:42.054028 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:45:42.054395 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:42.142298 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:45:42.142694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:42.170847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:45:42.173109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399a711-eda0-4462-b0ca-50529c8cf9d5" -d '{"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:45:42.186371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:45:42.190817 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:42.215803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86c97ba-6c4a-42b6-934c-ec93eae342ae x-openstack-request-id: req-b86c97ba-6c4a-42b6-934c-ec93eae342ae {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:45:42.216087 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:45:42.216331 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b86c97ba-6c4a-42b6-934c-ec93eae342ae {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:45:42.216983 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86c97ba-6c4a-42b6-934c-ec93eae342ae'] response: {'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'code': 200} May 27 09:45:42.243932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:42.542577 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fa9c-e7c0-401a-b8b8-4478f639795a req-2bfe8a7b-0b64-4ec2-9bb5-a03f44f14613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:42.544047 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b6a1fa9c-e7c0-401a-b8b8-4478f639795a req-2bfe8a7b-0b64-4ec2-9bb5-a03f44f14613 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.0367241 May 27 09:45:42.594797 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b6a1fa9c-e7c0-401a-b8b8-4478f639795a req-3b9d3d17-73c3-4e77-948f-f787df32fe65 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 May 27 09:45:42.924412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ac0f8-819b-4d69-9502-81486ed2368e req-0dc4cb08-c208-47c8-8ad5-6d3dd332bd11 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:42.925860 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-628ac0f8-819b-4d69-9502-81486ed2368e req-0dc4cb08-c208-47c8-8ad5-6d3dd332bd11 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0492182 May 27 09:45:42.974361 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-628ac0f8-819b-4d69-9502-81486ed2368e req-c3b600c3-493e-4d8e-9984-3f06e985b474 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 May 27 09:45:43.520587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:43.536360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a5a44-6485-4ba0-b007-e4bd5a1e0c71 req-ae68b3f9-ad7e-4064-9c7f-2278908310d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:43.537828 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db3a5a44-6485-4ba0-b007-e4bd5a1e0c71 req-ae68b3f9-ad7e-4064-9c7f-2278908310d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0469873 May 27 09:45:43.582929 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-db3a5a44-6485-4ba0-b007-e4bd5a1e0c71 req-f55a2a2d-40f7-449d-bd08-14794a11efe0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396361 May 27 09:45:43.925419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-9eeeca7d-4169-4a4d-8f9d-637940e60af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:43.926882 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-9eeeca7d-4169-4a4d-8f9d-637940e60af2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0416892 May 27 09:45:44.021122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-e6fad5fa-6371-43c1-8430-4600ac66eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:44.022694 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-e6fad5fa-6371-43c1-8430-4600ac66eeea service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.0875905 May 27 09:45:44.114459 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:44.126795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-cb912ab4-f1fc-4f91-9db8-166430232772 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0947411 May 27 09:45:44.137056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9984b-3ba7-4073-bd83-2ae65c9f7576 req-3bdbfab3-4dce-4262-96c7-7d4fc505c882 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:44.138485 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01d9984b-3ba7-4073-bd83-2ae65c9f7576 req-3bdbfab3-4dce-4262-96c7-7d4fc505c882 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0699880 May 27 09:45:44.201748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-8b668ed5-8e87-4ac2-a823-48905df8b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:44.203686 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-8b668ed5-8e87-4ac2-a823-48905df8b29f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0638261 May 27 09:45:44.221854 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01d9984b-3ba7-4073-bd83-2ae65c9f7576 req-5c667acf-2a84-40a5-9b9f-c41de8dae9dc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739176 May 27 09:45:44.366739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-38506ecc-379e-4856-a90c-53927d508a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:44.368313 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-38506ecc-379e-4856-a90c-53927d508a3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448186 May 27 09:45:44.696688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a4cfa-7bac-4844-b24c-977928a7fe44 req-7d6aaa82-0eb3-480b-8d5a-ec666bd3bbe2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:44.698134 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb9a4cfa-7bac-4844-b24c-977928a7fe44 req-7d6aaa82-0eb3-480b-8d5a-ec666bd3bbe2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0466173 May 27 09:45:44.744126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb9a4cfa-7bac-4844-b24c-977928a7fe44 req-cc8e5e90-cd68-4562-9948-d18c37fd86b7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 May 27 09:45:44.856614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:44.936213 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-bf97c24f-566f-4999-baba-2a9239971d8f service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867271 May 27 09:45:45.025453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a9e17ef-d3b8-4d4d-99d7-882d5194f7a0 req-b2cbf25b-064b-4a97-bbd3-0deb6c851e0f service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815222 May 27 09:45:45.333322 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046f34-e9ed-43ce-9a13-ddac3e70dd5a req-afc8f79a-ac41-46fb-83c0-c3bc7fc65624 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:45.334763 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-92046f34-e9ed-43ce-9a13-ddac3e70dd5a req-afc8f79a-ac41-46fb-83c0-c3bc7fc65624 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0462220 May 27 09:45:45.379935 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8938d885-899b-4b87-8b00-8efe4e583352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:45.387128 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-92046f34-e9ed-43ce-9a13-ddac3e70dd5a req-895cd2d6-7314-4db1-8479-7b95941e4728 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 May 27 09:45:45.730805 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadf2d8-b73c-4c8e-8ccf-a04605f495a2 req-465f5252-41f3-425e-ae16-4d6fdeccaf97 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:45.732276 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fadf2d8-b73c-4c8e-8ccf-a04605f495a2 req-465f5252-41f3-425e-ae16-4d6fdeccaf97 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.2804713 May 27 09:45:45.779739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fadf2d8-b73c-4c8e-8ccf-a04605f495a2 req-790d1a4a-5b3b-48c0-8d55-ebe2558b5502 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 May 27 09:45:45.802519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:45.859137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2e0a-4d17-4c13-bdc9-2b04811170ff req-a991201c-bedd-4ecd-b707-ff5f2923c0b5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:45.861226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f5e2e0a-4d17-4c13-bdc9-2b04811170ff req-a991201c-bedd-4ecd-b707-ff5f2923c0b5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0484843 May 27 09:45:45.934298 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4f5e2e0a-4d17-4c13-bdc9-2b04811170ff req-8f08e65f-19c3-4c70-a976-32b15d6dd04f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674620 May 27 09:45:45.938626 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:45.944698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a1cf4-7af7-42d8-a61b-fb67df889da8 tempest-TestShelveInstance-544903420 tempest-TestShelveInstance-544903420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:45.947757 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-506a1cf4-7af7-42d8-a61b-fb67df889da8 tempest-TestShelveInstance-544903420 tempest-TestShelveInstance-544903420-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1125 time: 0.1441667 May 27 09:45:45.948965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42716) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:45:45.953253 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:45:45.973607 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.049870 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.157252 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Allocated IP 172.27.1.99 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/13bc967b-a706-42ba-883c-dad56c522148) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:45:46.261495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for port (13bc967b-a706-42ba-883c-dad56c522148), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.291625 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (13bc967b-a706-42ba-883c-dad56c522148), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.295360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:46.329801 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:45:46.336616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:45:46.340425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:45:46.361581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'Port': ['ID=13bc967b-a706-42ba-883c-dad56c522148,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:46.666222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:46.684606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for floatingip (6499678d-d88f-4208-a674-1fe6df45b073), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.748980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (13bc967b-a706-42ba-883c-dad56c522148), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.916735 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for port (13bc967b-a706-42ba-883c-dad56c522148), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:46.921147 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (13bc967b-a706-42ba-883c-dad56c522148), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:47.009137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event updated for resources: {'Port': ['ID=13bc967b-a706-42ba-883c-dad56c522148,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:45:47.021257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (6499678d-d88f-4208-a674-1fe6df45b073), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:47.089933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18fb51-a421-4935-88b0-c3203357e0b3 req-028b4819-f746-4831-bfb4-4ff4f7d45ba5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:47.091744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd18fb51-a421-4935-88b0-c3203357e0b3 req-028b4819-f746-4831-bfb4-4ff4f7d45ba5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0868866 May 27 09:45:47.175736 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Floating IP 6499678d-d88f-4208-a674-1fe6df45b073 associated. External IP: 172.27.1.99, port: a7bf0759-e717-4ad7-bf72-ba59bd3a1455. May 27 09:45:47.180825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:47.215638 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd18fb51-a421-4935-88b0-c3203357e0b3 req-f2fef21c-92a2-4853-9ffa-855fe23e26ae tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169851 May 27 09:45:47.382921 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Router 3663cc14-234f-45aa-bb31-60e24fa7ac64 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:45:47.426775 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:47.484816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:45:47.494561 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Sync routers for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:45:47.503494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:47.505156 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:45:47.505750 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:45:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:47.533577 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6f548ba9-7811-4a79-9ca9-fec18400ff5d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5836012 May 27 09:45:47.534335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:45:47.536658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3e32e-b4e1-44fd-bc75-38404ca739d5" -d '{"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:45:47.571567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c03388-b909-4ab9-b0cb-ea990aa4e62a x-openstack-request-id: req-73c03388-b909-4ab9-b0cb-ea990aa4e62a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:45:47.571858 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:45:47.572113 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73c03388-b909-4ab9-b0cb-ea990aa4e62a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:45:47.572517 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c03388-b909-4ab9-b0cb-ea990aa4e62a'] response: {'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'status': 'completed', 'code': 200} May 27 09:45:47.604625 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:45:47.675617 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-bbf8edb8-b972-4e48-82bd-9dcf878817be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:47.677195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-bbf8edb8-b972-4e48-82bd-9dcf878817be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.0416036 May 27 09:45:47.755618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6356e44f-492f-4076-90dc-b42778e59346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:47.779424 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-92a050a1-29f9-4a65-872d-9d068d1e4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:47.781034 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-92a050a1-29f9-4a65-872d-9d068d1e4979 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.0939109 May 27 09:45:47.843374 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-5ceef3e8-c731-4ef0-8d20-0bd6e7b1a5bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 999 time: 0.0543246 May 27 09:45:47.896098 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '6499678d-d88f-4208-a674-1fe6df45b073', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'mac_address': 'fa:16:3e:49:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:45:46Z', 'updated_at': '2022-05-27T09:45:46Z', 'revision_number': 0, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:47.898380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-ab35f703-d92e-43b8-a358-92ca90b7564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:47.899851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-ab35f703-d92e-43b8-a358-92ca90b7564c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0436468 May 27 09:45:47.920950 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Checking router: 3663cc14-234f-45aa-bb31-60e24fa7ac64 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:45:47.929854 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:45:47.930384 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:45:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:47.948234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-c05c4ef2-7f7a-45e9-87c9-0e7e81fc28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:47.949715 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-c05c4ef2-7f7a-45e9-87c9-0e7e81fc28d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420628 May 27 09:45:48.030040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:45:48.039323 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-4f89107a-22e3-4984-8d37-fe92fdd59697 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821192 May 27 09:45:48.136204 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65d3e32e-b4e1-44fd-bc75-38404ca739d5 req-bdfda9ad-9fb0-4632-8a60-11e8ee58fa89 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893750 May 27 09:45:48.238795 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '6499678d-d88f-4208-a674-1fe6df45b073', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'mac_address': 'fa:16:3e:49:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:45:46Z', 'updated_at': '2022-05-27T09:45:46Z', 'revision_number': 0, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:45:48.263122 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2699fd-a164-41ba-975a-35443cd1a5d9 None None] The sync data for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi is: [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '6499678d-d88f-4208-a674-1fe6df45b073', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'mac_address': 'fa:16:3e:49:51:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:45:46Z', 'updated_at': '2022-05-27T09:45:46Z', 'revision_number': 0, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:45:48.329995 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b35e-d06a-409b-8feb-2adc106c5617 req-086a4b30-fff3-48ef-8d40-dd00825c89f6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:48.331537 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4f6b35e-d06a-409b-8feb-2adc106c5617 req-086a4b30-fff3-48ef-8d40-dd00825c89f6 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0481055 May 27 09:45:48.380834 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4f6b35e-d06a-409b-8feb-2adc106c5617 req-84bd7c0b-2c9f-4dde-b47b-1e1d0a258bb7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 May 27 09:45:48.455308 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3adea9-a07c-4ceb-8edb-d756efa5fbf4 None None] New status for floating IP 6499678d-d88f-4208-a674-1fe6df45b073: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:45:48.900890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:49.460712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:49.497597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13511-be40-4381-98eb-4ee981235bb5 req-85dc219b-3fe3-4739-b216-823efa9cefdb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:49.499091 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-34f13511-be40-4381-98eb-4ee981235bb5 req-85dc219b-3fe3-4739-b216-823efa9cefdb tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0486131 May 27 09:45:49.549287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-34f13511-be40-4381-98eb-4ee981235bb5 req-88eebf3f-8568-4c1d-a903-27bba16e267b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 May 27 09:45:50.005297 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:50.668363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030883e-ed38-497d-89a3-be103a65db94 req-84da1987-9aed-4909-ad2f-a1eb494ef5fc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:50.669815 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f030883e-ed38-497d-89a3-be103a65db94 req-84da1987-9aed-4909-ad2f-a1eb494ef5fc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0458844 May 27 09:45:50.715924 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f030883e-ed38-497d-89a3-be103a65db94 req-4a42bfb2-3194-4692-8eaf-353aff28739d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 May 27 09:45:51.686314 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:51.828559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97ca99-38c5-4da3-a68d-28ccf736cf2f req-41ee6d77-787a-4908-85f7-a9531a49306d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:51.830056 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a97ca99-38c5-4da3-a68d-28ccf736cf2f req-41ee6d77-787a-4908-85f7-a9531a49306d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0477302 May 27 09:45:51.877865 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a97ca99-38c5-4da3-a68d-28ccf736cf2f req-bda5736c-58b4-4f9a-b4ac-748314fc92ad tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 May 27 09:45:52.490480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:45:52.993811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c109572-7146-450a-b1a5-5a81179ed7c4 req-53fedd6d-b9cd-4433-b825-a3baf7834181 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:52.995247 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c109572-7146-450a-b1a5-5a81179ed7c4 req-53fedd6d-b9cd-4433-b825-a3baf7834181 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0490084 May 27 09:45:53.041926 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c109572-7146-450a-b1a5-5a81179ed7c4 req-5444d352-c555-46e9-92ca-29ee2a9a3f32 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 May 27 09:45:54.120978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:54.156850 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf610c74-0534-4614-9f78-ef79b12448ca req-d4cfd507-7654-454f-a143-9d18812a3c2c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:54.158314 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf610c74-0534-4614-9f78-ef79b12448ca req-d4cfd507-7654-454f-a143-9d18812a3c2c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0478818 May 27 09:45:54.203652 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cf610c74-0534-4614-9f78-ef79b12448ca req-b4935546-9d99-4e9a-ad44-e2b5262efc5c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 May 27 09:45:55.319092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fadfe0-6e4c-4854-ab07-bdee88fbfc3b req-e054f369-da94-45af-a376-9eb240c3db07 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:55.320489 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35fadfe0-6e4c-4854-ab07-bdee88fbfc3b req-e054f369-da94-45af-a376-9eb240c3db07 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0497565 May 27 09:45:55.366229 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35fadfe0-6e4c-4854-ab07-bdee88fbfc3b req-914f8b26-92b6-4729-b589-42621d8fa750 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 May 27 09:45:56.482444 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27beaaa-a121-4157-9d41-3f1263582834 req-cbe3937b-f525-4bf7-bf1a-0474f7a0dbb7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:56.483934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c27beaaa-a121-4157-9d41-3f1263582834 req-cbe3937b-f525-4bf7-bf1a-0474f7a0dbb7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0473125 May 27 09:45:56.529940 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c27beaaa-a121-4157-9d41-3f1263582834 req-98c5c9dc-d2ca-43c7-ab97-676c4eff2eca tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 May 27 09:45:57.649412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a345e-9701-4193-8025-58ad843ebd57 req-3d9d8fed-5d64-41e1-9c33-51aad7d59968 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:57.650957 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a0a345e-9701-4193-8025-58ad843ebd57 req-3d9d8fed-5d64-41e1-9c33-51aad7d59968 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0464313 May 27 09:45:57.700357 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2a0a345e-9701-4193-8025-58ad843ebd57 req-022d31fb-5cf3-4400-8e8d-8148b4bd5657 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 May 27 09:45:58.232862 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=70 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:58.241440 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=86 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:58.708681 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-50d7e00d-c6ba-4f4a-aed0-4b33c23a3052 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379539 May 27 09:45:58.812807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-a3db25d2-6375-4a1e-a94a-e56048e2035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:58.814327 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-a3db25d2-6375-4a1e-a94a-e56048e2035e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1130 time: 0.0619645 May 27 09:45:58.833437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fae4f3-c3cf-45c1-8c59-e45d1c2a3cea req-58129b26-1dae-433a-9e71-0fa5c30f10b1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:58.834885 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2fae4f3-c3cf-45c1-8c59-e45d1c2a3cea req-58129b26-1dae-433a-9e71-0fa5c30f10b1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0565810 May 27 09:45:58.943625 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2fae4f3-c3cf-45c1-8c59-e45d1c2a3cea req-486e07ad-1ffb-4bec-9572-6789087af0c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960376 May 27 09:45:58.947494 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:45:58.961628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-a23ba0b7-7dac-4542-b3ac-b6af2649c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:58.963094 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-a23ba0b7-7dac-4542-b3ac-b6af2649c92b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.1237578 May 27 09:45:59.029084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-91360d10-53d6-43ae-8133-36512dcb3d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 1002 time: 0.0569634 May 27 09:45:59.081679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-3c824585-73b3-4818-8b58-c86af04db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:59.083142 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-3c824585-73b3-4818-8b58-c86af04db40b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0445678 May 27 09:45:59.129218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-ab014957-2aa5-419f-a96c-8e752a7ce756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:45:59.130700 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-ab014957-2aa5-419f-a96c-8e752a7ce756 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380266 May 27 09:45:59.443706 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-1df5d8a1-c9b5-4a34-9652-4eb7d8c93461 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063586 May 27 09:45:59.535818 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a179c19c-b53f-43fb-9a3f-498205614b27 req-f28395a6-2d90-4d76-be88-d402cbea462c service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 May 27 09:46:00.064953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533af3a-9cd5-464a-906f-f587c4dc8cf8 req-e0dcc1f5-805b-446f-9dff-b9c846607aac tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:00.066492 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0533af3a-9cd5-464a-906f-f587c4dc8cf8 req-e0dcc1f5-805b-446f-9dff-b9c846607aac tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0485396 May 27 09:46:00.109249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:00.117604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0533af3a-9cd5-464a-906f-f587c4dc8cf8 req-020c929f-3d89-410b-ad27-d18c43bf3f2d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 May 27 09:46:01.233821 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedb29a-c4af-4850-a420-47c6d5021eac req-27dab5c5-a1e6-4e9b-8e6b-ccbdcf34c689 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:01.235305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acedb29a-c4af-4850-a420-47c6d5021eac req-27dab5c5-a1e6-4e9b-8e6b-ccbdcf34c689 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0481472 May 27 09:46:01.282387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-acedb29a-c4af-4850-a420-47c6d5021eac req-866b83f4-6480-447a-8c77-8e5f01e00154 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 May 27 09:46:02.283974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fca449-4292-4cb1-aafc-8fa0c83fbfe2 req-dc9325aa-67b9-40b7-8caf-96a8a36f3c82 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:02.285572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-80fca449-4292-4cb1-aafc-8fa0c83fbfe2 req-dc9325aa-67b9-40b7-8caf-96a8a36f3c82 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0518432 May 27 09:46:02.332231 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-80fca449-4292-4cb1-aafc-8fa0c83fbfe2 req-5c6d95a1-8b27-4d70-afba-02e4fa9498f0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 May 27 09:46:02.406064 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a85e07-88d2-48e3-857a-3af36bddeb53 req-3cf1b7cc-b968-4282-9eca-eafdfe02e5e7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:02.407565 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-34a85e07-88d2-48e3-857a-3af36bddeb53 req-3cf1b7cc-b968-4282-9eca-eafdfe02e5e7 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0559380 May 27 09:46:02.455407 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-34a85e07-88d2-48e3-857a-3af36bddeb53 req-76af40c3-ae28-42e2-9fca-a4b3e16557d4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 May 27 09:46:02.480700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:02.486621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:03.396655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fe710-dcf2-44c7-b5d0-fd63f83def24 req-3c5c020c-9a74-47b5-b947-c41561ad60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:03.398166 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef0fe710-dcf2-44c7-b5d0-fd63f83def24 req-3c5c020c-9a74-47b5-b947-c41561ad60f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0389378 May 27 09:46:03.461660 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2622830-9319-49d7-870b-db6ca99d9b74 req-7c848b8b-71ff-4c3b-81a0-b969d1c31e45 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:03.463111 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b2622830-9319-49d7-870b-db6ca99d9b74 req-7c848b8b-71ff-4c3b-81a0-b969d1c31e45 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0629919 May 27 09:46:03.492055 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ef0fe710-dcf2-44c7-b5d0-fd63f83def24 req-e6f7a4c6-1733-45d7-b33d-c72d7f935398 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820003 May 27 09:46:03.520852 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b2622830-9319-49d7-870b-db6ca99d9b74 req-0ea30569-4260-4268-8cf9-77cab35e103a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 May 27 09:46:03.566200 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732861-29b4-4c57-9537-6903aa45e2ae req-2b041148-e273-46e7-9f06-fa9a97f57d9f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:03.567695 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51732861-29b4-4c57-9537-6903aa45e2ae req-2b041148-e273-46e7-9f06-fa9a97f57d9f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0459850 May 27 09:46:03.614129 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51732861-29b4-4c57-9537-6903aa45e2ae req-ce993aa7-87b8-4215-8b87-589081387dc4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 May 27 09:46:04.632115 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab330c-8338-4ee4-b1fc-be5a3f8f9874 req-bb2efcdd-1d69-4a8c-9294-c59eef9bab3e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:04.633588 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fab330c-8338-4ee4-b1fc-be5a3f8f9874 req-bb2efcdd-1d69-4a8c-9294-c59eef9bab3e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0468800 May 27 09:46:04.680514 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5fab330c-8338-4ee4-b1fc-be5a3f8f9874 req-da7cb838-15c8-4644-b559-759f6aeb1006 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 May 27 09:46:04.723308 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:04.731904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e4264-8c7a-4454-a7b6-6b85ef68ed73 req-1cf3fac0-8b4f-4439-b8c5-3adc16fe2b99 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:04.733348 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb5e4264-8c7a-4454-a7b6-6b85ef68ed73 req-1cf3fac0-8b4f-4439-b8c5-3adc16fe2b99 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0494187 May 27 09:46:04.780338 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb5e4264-8c7a-4454-a7b6-6b85ef68ed73 req-2c091f0b-2834-436f-8186-c4cf334fdaa4 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 May 27 09:46:05.794257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158ac1e-a43c-45c9-ae2e-d05f211ed230 req-c6493d28-f813-497f-a0f9-8be235ff2aea tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:05.795751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8158ac1e-a43c-45c9-ae2e-d05f211ed230 req-c6493d28-f813-497f-a0f9-8be235ff2aea tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0457191 May 27 09:46:05.842788 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8158ac1e-a43c-45c9-ae2e-d05f211ed230 req-d9e117a9-4501-4c3a-bd0b-1e9cb1522207 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 May 27 09:46:05.896744 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993905-8ecc-485d-82e4-9bc55831ff56 req-980f9a37-859d-4727-95d4-f491c6341732 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:05.898213 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26993905-8ecc-485d-82e4-9bc55831ff56 req-980f9a37-859d-4727-95d4-f491c6341732 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0495458 May 27 09:46:05.944051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-26993905-8ecc-485d-82e4-9bc55831ff56 req-63b8da44-6dd5-490a-9fd5-b3cd13356d40 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 May 27 09:46:06.249385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:06.314466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979d16-7df9-4a10-b082-900564ba617f req-26ba7310-dff3-4662-9932-e081ebaef8e0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.316012 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3979d16-7df9-4a10-b082-900564ba617f req-26ba7310-dff3-4662-9932-e081ebaef8e0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0751908 May 27 09:46:06.317304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-ecfbaa25-28d2-4a9f-ba36-4713e4fb410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.318640 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-ecfbaa25-28d2-4a9f-ba36-4713e4fb410a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0670180 May 27 09:46:06.418064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a3979d16-7df9-4a10-b082-900564ba617f req-3cfd3da2-8d42-4646-9c14-b81491d9271c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965037 May 27 09:46:06.449886 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-243007f6-bead-48f8-96ce-cfcf858031e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.451395 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-243007f6-bead-48f8-96ce-cfcf858031e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.1166258 May 27 09:46:06.515132 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-26cc15a7-a1f2-498a-b57c-be3e9ba8d1d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0574031 May 27 09:46:06.564920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-aff617df-1bc8-463a-842c-abf8a59f629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.566305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-aff617df-1bc8-463a-842c-abf8a59f629e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0427489 May 27 09:46:06.608924 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-830573c9-a8fc-4953-8b58-4c3afb282ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.610872 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-830573c9-a8fc-4953-8b58-4c3afb282ef5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368774 May 27 09:46:06.704040 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-a4700036-3e11-4aeb-91e6-087a4260ea86 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 May 27 09:46:06.791470 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-063e2e0a-d003-452b-a96b-ddc715d1b711 req-defd540b-0763-4408-9502-e3861b74568a service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811141 May 27 09:46:06.956631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145bcd-cb0d-41da-8558-9605ab6ab778 req-b43c1979-3c25-4606-88cc-afee968f5a0c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:06.958061 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72145bcd-cb0d-41da-8558-9605ab6ab778 req-b43c1979-3c25-4606-88cc-afee968f5a0c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0460081 May 27 09:46:07.007337 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72145bcd-cb0d-41da-8558-9605ab6ab778 req-44998aaa-e2c2-4695-988a-0ba25a3d942e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 May 27 09:46:07.532880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e2c5-1c6c-4794-97e3-70a42528a7d7 req-28e1138f-e6b4-4592-9606-3bb4f2c98f62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:07.534372 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-49b6e2c5-1c6c-4794-97e3-70a42528a7d7 req-28e1138f-e6b4-4592-9606-3bb4f2c98f62 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0469034 May 27 09:46:07.580336 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-49b6e2c5-1c6c-4794-97e3-70a42528a7d7 req-971283ba-5dda-4bba-aecc-704612a014f1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 May 27 09:46:08.121498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f4a48-aff8-49f9-9990-934ef4fa5a09 req-a049b05c-29dc-4a2a-b965-c489ea857dd8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:08.122958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2e6f4a48-aff8-49f9-9990-934ef4fa5a09 req-a049b05c-29dc-4a2a-b965-c489ea857dd8 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0470397 May 27 09:46:08.168306 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2e6f4a48-aff8-49f9-9990-934ef4fa5a09 req-5ce012db-94ef-4d49-8efb-23fbf560cf1c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 May 27 09:46:08.656095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:08.694653 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45180f3f-cd01-4989-bdf5-a2edc00aa7f8 req-fe8829f4-0986-4fcc-bc47-eea4fb9a80a5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:08.696177 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-45180f3f-cd01-4989-bdf5-a2edc00aa7f8 req-fe8829f4-0986-4fcc-bc47-eea4fb9a80a5 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0497160 May 27 09:46:08.742054 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-45180f3f-cd01-4989-bdf5-a2edc00aa7f8 req-d4c80df9-bafb-4516-a592-30a902f0ebb3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 May 27 09:46:09.244603 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:09.279072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69460c7-bb1a-4b1c-b7fc-e7f5603ee86a req-3a8a7560-1b0e-4f3b-85fc-8d48a7ce8cae tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:09.280554 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c69460c7-bb1a-4b1c-b7fc-e7f5603ee86a req-3a8a7560-1b0e-4f3b-85fc-8d48a7ce8cae tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0462062 May 27 09:46:09.326680 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c69460c7-bb1a-4b1c-b7fc-e7f5603ee86a req-01b1baae-8d67-41d7-be5a-ce42fb7ff926 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 May 27 09:46:09.857701 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1528f-6884-4483-9a24-57b919ac2692 req-9a0c59f4-48de-49ef-8737-05d203fcc14d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:09.859454 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-18b1528f-6884-4483-9a24-57b919ac2692 req-9a0c59f4-48de-49ef-8737-05d203fcc14d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0504839 May 27 09:46:09.906424 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-18b1528f-6884-4483-9a24-57b919ac2692 req-0e4f3954-ba9d-4e2e-b8d4-df5974fa2033 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413790 May 27 09:46:10.441622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b29120-c302-4918-949f-32de61fe0801 req-cc7398d5-da29-49c8-ad21-ec55296fd1d9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:10.443118 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7b29120-c302-4918-949f-32de61fe0801 req-cc7398d5-da29-49c8-ad21-ec55296fd1d9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0484281 May 27 09:46:10.494585 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7b29120-c302-4918-949f-32de61fe0801 req-e920f3cc-e5fa-4b6c-8ae1-b9c612ce039a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 May 27 09:46:11.017853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fa3bd-c25c-4e0c-a78c-b360d504b096 req-a12d44fd-c88c-46eb-bc5d-01b4fd07c2d0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:11.019329 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-774fa3bd-c25c-4e0c-a78c-b360d504b096 req-a12d44fd-c88c-46eb-bc5d-01b4fd07c2d0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0457966 May 27 09:46:11.068927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-774fa3bd-c25c-4e0c-a78c-b360d504b096 req-cc0f1c56-268e-4998-a22e-fed912f75627 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 May 27 09:46:11.176043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba9dd1-f520-432b-af65-93e5a8f7c247 req-21b85628-f5bc-4e2a-ac3f-b9cf7e687b49 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:11.177512 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-66ba9dd1-f520-432b-af65-93e5a8f7c247 req-21b85628-f5bc-4e2a-ac3f-b9cf7e687b49 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0466793 May 27 09:46:11.185982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42830) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:11.190129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Request body: {'floatingip': {'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:11.295166 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:11.649342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268fd0b-9020-41e2-9237-262f2aefff9b req-fee8c2b5-4b61-4b95-ab27-627d13da16c9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:11.650830 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8268fd0b-9020-41e2-9237-262f2aefff9b req-fee8c2b5-4b61-4b95-ab27-627d13da16c9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0595939 May 27 09:46:11.708114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:11.760066 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8268fd0b-9020-41e2-9237-262f2aefff9b req-238771e3-e63f-4fa5-8681-1a1100080bdd tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859303 May 27 09:46:11.806758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:11.810408 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:11.849278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:12.006078 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:46:12.108334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:46:12.113758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:12.118405 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:46:12.127595 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:12.128197 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:45:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:12.144180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:12.146388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708" -d '{"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:12.176257 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e53777e8-9dee-4bfc-a4e4-d6517eb3ce36 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "PUT /v2.0/floatingips/83d070bd-2e08-49e8-b12f-6afd397d601b HTTP/1.1" status: 200 len: 992 time: 0.9879663 May 27 09:46:12.186121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76cd5e3-c868-4734-83cd-81dcc6bfe24a x-openstack-request-id: req-f76cd5e3-c868-4734-83cd-81dcc6bfe24a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:12.186405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:12.186649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f76cd5e3-c868-4734-83cd-81dcc6bfe24a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:12.187038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76cd5e3-c868-4734-83cd-81dcc6bfe24a'] response: {'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'status': 'completed', 'code': 200} May 27 09:46:12.231704 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:12.272991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-026dd1dc-2822-41ed-bc0f-f732b3749ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:12.274483 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-026dd1dc-2822-41ed-bc0f-f732b3749ca9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0378730 May 27 09:46:12.367322 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-9f9b7d57-de7d-4a75-ad9c-860361109951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:12.368785 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-9f9b7d57-de7d-4a75-ad9c-860361109951 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.0876374 May 27 09:46:12.433047 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-fa74fde1-532b-48a0-b220-683571648e8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0571611 May 27 09:46:12.442624 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:46:11Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:12.467251 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:46:12.481033 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:12.481631 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:45:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:12.485872 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-965ceda5-6894-477e-9021-ba8c75168fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:12.487505 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-965ceda5-6894-477e-9021-ba8c75168fc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0480313 May 27 09:46:12.530154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-96ffab8c-e704-4f4f-aedc-6bb439546b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:12.531724 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-96ffab8c-e704-4f4f-aedc-6bb439546b34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385098 May 27 09:46:12.580342 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:12.811070 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:46:11Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:12.838550 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0972a94-c2bc-48a1-9b8c-4eded40bd1f5 None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '83d070bd-2e08-49e8-b12f-6afd397d601b', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'port_id': 'be291203-ca93-4891-adc1-934c52d11bd3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'mac_address': 'fa:16:3e:4c:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:42:08Z', 'updated_at': '2022-05-27T09:46:11Z', 'revision_number': 3, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:46:12.864030 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-4cc9a096-d2e8-4023-835d-0be7577a1e3c service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251345 May 27 09:46:12.971703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-488b320c-1c4f-4299-9c5a-0e5a4b6c6708 req-1f97801d-4f0e-44fc-9aa7-cdc34904bfeb service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943477 May 27 09:46:13.051714 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d494-1450-428a-b50f-7667b5fe10ca req-c0f4b195-a2ff-415c-a4b1-e88814b3e5f7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:13.053197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ffd5d494-1450-428a-b50f-7667b5fe10ca req-c0f4b195-a2ff-415c-a4b1-e88814b3e5f7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0510685 May 27 09:46:13.071782 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:13.105042 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ffd5d494-1450-428a-b50f-7667b5fe10ca req-84610a62-d9e0-4eb4-813c-23cefdb9e098 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 May 27 09:46:14.199148 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:14.201309 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:14.212861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:14.221838 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6129d-5793-498e-adaa-363d7392dd8f req-0b9ca933-e7a4-4402-ac54-29e7f4d35bc0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:14.223360 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8ef6129d-5793-498e-adaa-363d7392dd8f req-0b9ca933-e7a4-4402-ac54-29e7f4d35bc0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0514779 May 27 09:46:14.236817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81098896-99b0-49a2-be8b-4f30b5928888 x-openstack-request-id: req-81098896-99b0-49a2-be8b-4f30b5928888 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:14.237092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:14.237334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81098896-99b0-49a2-be8b-4f30b5928888 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:14.237709 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81098896-99b0-49a2-be8b-4f30b5928888'] response: {'name': 'network-changed', 'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'status': 'completed', 'code': 200} May 27 09:46:14.271704 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8ef6129d-5793-498e-adaa-363d7392dd8f req-8beab9df-d827-4d28-b5ea-0bc1e899279f tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 May 27 09:46:14.316835 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-54509b1e-b2ab-4747-8ff6-01315c4140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:14.318199 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-54509b1e-b2ab-4747-8ff6-01315c4140d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cad683f27d14cf5a90a19525a467a52&device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 1130 time: 0.0382266 May 27 09:46:14.407480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-9eb5f0ea-9eae-4b3e-b837-fe0bf7bb22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:14.408913 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-9eb5f0ea-9eae-4b3e-b837-fe0bf7bb22e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 200 len: 919 time: 0.0844643 May 27 09:46:14.469122 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-048f51be-7268-4b7e-8da2-9935a339cd07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0529823 May 27 09:46:14.519945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-450cc926-a72d-421b-998b-7951e1145fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:14.521335 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-450cc926-a72d-421b-998b-7951e1145fe5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 200 len: 857 time: 0.0460119 May 27 09:46:14.564364 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-e17bd198-0c53-4599-b722-72298f379f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:14.565842 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-e17bd198-0c53-4599-b722-72298f379f69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387843 May 27 09:46:14.653302 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-b39889b2-09e0-4587-8723-a1750c83aa02 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809636 May 27 09:46:14.744432 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9d7cbd37-385d-40c8-9b1c-034aa71eacb7 req-e2045abe-f4ad-4a05-aabe-19a22313cd85 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845733 May 27 09:46:15.382466 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a23b9e4-f7e5-4a6e-9000-6178e39982d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:15.387233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0484ae0-65e9-43af-a820-6e369725d661 req-84d296b3-a166-4b4c-8274-f718e2e0139b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:15.388731 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0484ae0-65e9-43af-a820-6e369725d661 req-84d296b3-a166-4b4c-8274-f718e2e0139b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0486901 May 27 09:46:15.435572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b0484ae0-65e9-43af-a820-6e369725d661 req-ceecd9d4-5dab-4cc1-9d32-8e5937c06039 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 May 27 09:46:15.675754 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:46:16.561087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af082abe-c423-4c76-b953-3efa9b72281c req-64e5bddf-77de-4af4-acf6-e1a9cbae6987 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:16.562542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-af082abe-c423-4c76-b953-3efa9b72281c req-64e5bddf-77de-4af4-acf6-e1a9cbae6987 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0505037 May 27 09:46:16.608622 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-af082abe-c423-4c76-b953-3efa9b72281c req-ea3f339d-02f2-477a-a63f-c57333d9af55 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 May 27 09:46:17.719087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaff12e-0e39-4968-8419-7f8f38a21843 req-7e260012-52c8-4c44-af39-aa91cb8fc5b6 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:17.721250 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-daaff12e-0e39-4968-8419-7f8f38a21843 req-7e260012-52c8-4c44-af39-aa91cb8fc5b6 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0466421 May 27 09:46:17.758229 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89cd46a0-041a-48ae-808f-51de40e24576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:17.768986 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-daaff12e-0e39-4968-8419-7f8f38a21843 req-c3762235-86c9-4603-a75f-518b02e68404 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 May 27 09:46:18.880683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c88f8e-b129-45fd-aee1-014eda49ca07 req-3e3e2110-8494-4f04-a7d0-02e43eb33c52 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:18.882141 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81c88f8e-b129-45fd-aee1-014eda49ca07 req-3e3e2110-8494-4f04-a7d0-02e43eb33c52 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0469847 May 27 09:46:18.902594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:18.933616 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81c88f8e-b129-45fd-aee1-014eda49ca07 req-c8602512-faf5-46cc-a1f2-8ee97ce9570b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 May 27 09:46:19.123482 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7808b53-392f-47b5-ae36-a0c0cd1df6b4 req-5e364dd7-580c-4e3f-ab16-7811c837f4f5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:19.124931 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7808b53-392f-47b5-ae36-a0c0cd1df6b4 req-5e364dd7-580c-4e3f-ab16-7811c837f4f5 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0464039 May 27 09:46:19.161773 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:19.166932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:19.175876 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f7808b53-392f-47b5-ae36-a0c0cd1df6b4 req-49fb9417-8eba-4726-a611-f4605acd5f43 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 May 27 09:46:19.227045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-ebcea94d-76ed-4fc1-9c88-88a7afa66537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:19.228559 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-ebcea94d-76ed-4fc1-9c88-88a7afa66537 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 1130 time: 0.0385058 May 27 09:46:19.320241 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-83f0c973-9c1a-4157-98b5-a88fe90b67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:19.321597 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-83f0c973-9c1a-4157-98b5-a88fe90b67cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.0870414 May 27 09:46:19.381179 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-8acaf9c1-687c-4180-a705-fa3b1724d84e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 200 len: 1002 time: 0.0535257 May 27 09:46:19.430732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-05c57c9a-84c7-42d9-ba81-1c4513c09352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:19.432196 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-05c57c9a-84c7-42d9-ba81-1c4513c09352 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0456598 May 27 09:46:19.474167 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-64731347-0490-4933-bb97-a1123322c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:19.475676 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-64731347-0490-4933-bb97-a1123322c5fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379920 May 27 09:46:19.567238 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-a762588f-4611-4205-ae57-0db4f75b3dc1 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830181 May 27 09:46:19.658290 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bb1550b5-4004-480c-9cb7-6ee53f0ffd6e req-9486eb73-3048-4094-bc80-310a26bdc317 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 May 27 09:46:20.007262 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:20.291024 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961ced-2d16-4b3f-8714-0fada585ab0e req-1e6fdcde-af2e-4e72-82d1-71896290b80a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:20.292517 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-61961ced-2d16-4b3f-8714-0fada585ab0e req-1e6fdcde-af2e-4e72-82d1-71896290b80a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0476644 May 27 09:46:20.338293 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-61961ced-2d16-4b3f-8714-0fada585ab0e req-eb1b8dea-5605-4082-9525-0997a8340c21 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 May 27 09:46:21.455704 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f9f7f-93e4-4eae-a6e3-b4261460fb0e req-a288104a-5cb6-41b8-946b-61f9bca1a87b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:21.457187 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-105f9f7f-93e4-4eae-a6e3-b4261460fb0e req-a288104a-5cb6-41b8-946b-61f9bca1a87b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0510154 May 27 09:46:21.504032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-105f9f7f-93e4-4eae-a6e3-b4261460fb0e req-f5b04d97-e788-4061-8fed-a9a5120b13d1 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412080 May 27 09:46:21.690960 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:22.488324 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:22.815322 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=78 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:31.497694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=72 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:31.499696 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=59 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:32.482378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:32.484176 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:34.607260 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1,neutron:SELECT=75 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:34.611972 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:35.797341 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7095d-d02f-48f6-8249-d9276686d1bf req-8c588eaa-36a5-44e9-8cf5-63f59a2ce09c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:35.799361 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16b7095d-d02f-48f6-8249-d9276686d1bf req-8c588eaa-36a5-44e9-8cf5-63f59a2ce09c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0468776 May 27 09:46:35.845057 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16b7095d-d02f-48f6-8249-d9276686d1bf req-9ee52385-ca24-4d91-9455-73a38cc7085f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 May 27 09:46:36.963180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aef3e-4ccc-4407-b4d4-1fd9ef7fdea1 req-a4486aa0-37ee-42f4-a99c-d6964bb2299b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:36.964653 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-371aef3e-4ccc-4407-b4d4-1fd9ef7fdea1 req-a4486aa0-37ee-42f4-a99c-d6964bb2299b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0460804 May 27 09:46:37.013645 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-371aef3e-4ccc-4407-b4d4-1fd9ef7fdea1 req-16517930-676d-48a6-94a3-cce531f7616b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 May 27 09:46:37.991214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-2fd3bb86-1a2c-4392-b797-12c4b0cd35d2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:37.992587 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-2fd3bb86-1a2c-4392-b797-12c4b0cd35d2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0456393 May 27 09:46:38.075359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Deleting port 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:46:38.075700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.176478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dafbe-18f8-4f15-ad89-7147d4db40ed req-d469ea58-2867-43fc-8a4a-9797c48f75b2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:38.177932 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ed0dafbe-18f8-4f15-ad89-7147d4db40ed req-d469ea58-2867-43fc-8a4a-9797c48f75b2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0879056 May 27 09:46:38.217015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] For port 6328b701-4055-487d-8cef-ec0bdfa4ceda, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=6328b701-4055-487d-8cef-ec0bdfa4ceda,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:38.217371 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.318633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ed0dafbe-18f8-4f15-ad89-7147d4db40ed req-ef99e9fc-ce10-4c04-bc20-bd54acc8f6e6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=8519a0f5-5adb-4340-b6bc-73d54bbafb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337194 May 27 09:46:38.437509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.437811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.438150 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Floating IP fa39a447-4e29-47e1-9a75-254146f3ff8d disassociated. External IP: 172.27.1.242, port: 6328b701-4055-487d-8cef-ec0bdfa4ceda. May 27 09:46:38.438535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Calling delete_port for 6328b701-4055-487d-8cef-ec0bdfa4ceda owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:46:38.567631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6328b701-4055-487d-8cef-ec0bdfa4ceda), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.592877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'Port': ['ID=6328b701-4055-487d-8cef-ec0bdfa4ceda,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:38.602322 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.602665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.603002 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.603358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.603687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.604009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.604333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.604652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.604971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.605289 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.606017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.606017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.606199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.606515 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.606827 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:38.667668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:38.718281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:38.723628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:46:38.839986 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:46:38.850589 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:46:38.861831 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:38.862788 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:38.887237 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] No DVR routers for this DVR port 6328b701-4055-487d-8cef-ec0bdfa4ceda on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:46:38.889781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:38.893042 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ab76da1-cbc5-48f2-867c-ca766077858c req-c444a351-5018-42a9-af37-f31f40b7bf00 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "DELETE /v2.0/ports/6328b701-4055-487d-8cef-ec0bdfa4ceda HTTP/1.1" status: 204 len: 173 time: 0.8948870 May 27 09:46:38.893475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-deleted', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:38.895717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bcbd70-8b58-4f98-9557-bec330d554c5" -d '{"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-deleted", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:38.942281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c1997-aacd-4eae-8397-6e2f92d7a2af x-openstack-request-id: req-0f0c1997-aacd-4eae-8397-6e2f92d7a2af {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:38.942568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7937af8-bbeb-4a70-bd98-1062cbe0d4c7", "name": "network-vif-deleted", "tag": "6328b701-4055-487d-8cef-ec0bdfa4ceda", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:38.942816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f0c1997-aacd-4eae-8397-6e2f92d7a2af {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:38.943215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0c1997-aacd-4eae-8397-6e2f92d7a2af'] response: {'server_uuid': 'c7937af8-bbeb-4a70-bd98-1062cbe0d4c7', 'name': 'network-vif-deleted', 'tag': '6328b701-4055-487d-8cef-ec0bdfa4ceda', 'status': 'completed', 'code': 200} May 27 09:46:38.967762 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:39.178487 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:39.206660 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:46:39.215135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:39.216029 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:39.312173 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:39.433982 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9cd7db38-edad-4b7c-84ea-a2bc7453a63e req-77f8ce99-a562-491b-880b-7c90b5f01a95 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7937af8-bbeb-4a70-bd98-1062cbe0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0296476 May 27 09:46:39.522818 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:39.550563 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd2ad-5263-4978-9453-3e770b1e8e9b None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:46:39.778814 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eed67-d648-45f9-9dca-4f522d8a3f21 None None] New status for floating IP fa39a447-4e29-47e1-9a75-254146f3ff8d: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:46:40.535512 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42922) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:40.592472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (8519a0f5-5adb-4340-b6bc-73d54bbafb1a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.616223 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (8519a0f5-5adb-4340-b6bc-73d54bbafb1a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.665304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (8519a0f5-5adb-4340-b6bc-73d54bbafb1a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.668178 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.669435 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "DELETE /v2.0/security-groups/8519a0f5-5adb-4340-b6bc-73d54bbafb1a HTTP/1.1" status: 204 len: 168 time: 0.1329241 May 27 09:46:40.672330 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42924) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:40.680677 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443c59-c6f2-4033-9e04-9e15e4b96949 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519a0f5-5adb-4340-b6bc-73d54bbafb1a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:40.689204 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-1a1e595b-98d2-424c-821d-041aaa2e4331 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] show failed (client error): The resource could not be found. May 27 09:46:40.691328 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1a1e595b-98d2-424c-821d-041aaa2e4331 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups/8519a0f5-5adb-4340-b6bc-73d54bbafb1a HTTP/1.1" status: 404 len: 347 time: 0.0173306 May 27 09:46:40.694349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42928) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:40.803446 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Deleting port dda1b1a7-d5f5-46d4-8c37-8f6c64032415 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:46:40.803790 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.884786 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.885120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:40.897694 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Calling delete_port for dda1b1a7-d5f5-46d4-8c37-8f6c64032415 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:46:41.059465 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (dda1b1a7-d5f5-46d4-8c37-8f6c64032415), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.084079 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'Port': ['ID=dda1b1a7-d5f5-46d4-8c37-8f6c64032415,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.095122 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.096029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.096368 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.096709 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.097037 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.097365 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.097691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.098012 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.098337 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.098658 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.098974 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.099334 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.099633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.099952 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.100268 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:41.161970 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (fa39a447-4e29-47e1-9a75-254146f3ff8d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.164796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.168765 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f595eac6-dbd6-4983-b229-ab54e2cdb749 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "DELETE /v2.0/floatingips/fa39a447-4e29-47e1-9a75-254146f3ff8d HTTP/1.1" status: 204 len: 168 time: 0.4705195 May 27 09:46:41.254791 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:41.259329 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233568685', 'description': 'tempest-description--852757428'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:41.279959 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.353510 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (9fb4569c-a570-4e22-97c6-8e033490ee52), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.360205 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9fb4569c-a570-4e22-97c6-8e033490ee52), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.393146 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.394402 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1385455 May 27 09:46:41.395360 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d94f2d-8f91-4139-bd0c-2a729e6d9833 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4569c-a570-4e22-97c6-8e033490ee52,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.397352 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42934) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:41.402145 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group_rule': {'security_group_id': '9fb4569c-a570-4e22-97c6-8e033490ee52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:41.430376 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (c70ce503-e3ec-470c-b06e-6b07917ff693), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.475217 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:41.490625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (c70ce503-e3ec-470c-b06e-6b07917ff693), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.495268 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (c70ce503-e3ec-470c-b06e-6b07917ff693), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.514517 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ce503-e3ec-470c-b06e-6b07917ff693,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.524181 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.525434 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2f71cd33-9e78-4227-bab0-aec0a5d9b0d1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271491 May 27 09:46:41.528263 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42936) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:41.532795 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'security_group_rule': {'security_group_id': '9fb4569c-a570-4e22-97c6-8e033490ee52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:41.561142 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (e1855b54-c88d-4555-a5a4-327ac69c089c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.606379 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:41.621264 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (e1855b54-c88d-4555-a5a4-327ac69c089c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.625108 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (e1855b54-c88d-4555-a5a4-327ac69c089c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.645672 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1855b54-c88d-4555-a5a4-327ac69c089c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:41.651373 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.652571 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3ca3360f-bb79-4755-ac0a-65035d409d81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233740 May 27 09:46:41.655626 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42938) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:41.659843 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:41.679593 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.756666 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.866383 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Allocated IP 172.27.1.88 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/fa2dbef2-aa83-4e79-aec3-058525cebe2b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:46:41.969165 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:41.999610 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.033404 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:46:42.036351 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:46:42.044276 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:46:42.076433 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=fa2dbef2-aa83-4e79-aec3-058525cebe2b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:42.133501 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.170606 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.228726 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:46:42.254416 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 6328b701-4055-487d-8cef-ec0bdfa4ceda {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:46:42.254761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 6328b701-4055-487d-8cef-ec0bdfa4ceda not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:46:42.257537 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:42.267877 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:42.357490 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.362337 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.429559 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=fa2dbef2-aa83-4e79-aec3-058525cebe2b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:42.439444 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.453854 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:42.455101 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b90034f0-0fa7-49de-ad5c-b985d3246ac1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7985563 May 27 09:46:42.652840 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-90655d5b-da2b-44b9-a1c6-aeed9cd6c192 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--233568685&fields=id&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 267 time: 0.0416436 May 27 09:46:42.757384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-8e319efe-041f-4f8c-890e-51c90af2bc3f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:42.758831 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-8e319efe-041f-4f8c-890e-51c90af2bc3f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 816 time: 0.0991333 May 27 09:46:42.773518 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-bab475db-be5a-4138-8e5e-e99255293432 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/quotas/fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0094147 May 27 09:46:42.820107 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-cde92312-5de6-425f-ab11-27067889b14a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418930 May 27 09:46:42.959357 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-53374b20-057c-4166-ad51-666716b97055 service neutron] 10.222.0.41 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276612 May 27 09:46:43.049078 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-ca4b3c38-f7d1-415b-af2d-861e8c1c9549 service neutron] 10.222.0.41 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834503 May 27 09:46:43.207020 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d33cb3d-75fd-4d8d-9e5e-c1c75102f292 req-c7471b71-25df-4596-aab2-1f23c0f119a2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 210 time: 0.0270886 May 27 09:46:44.257247 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-b15abe41-c22f-4170-b3d6-d0df73f07559 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:44.258795 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-b15abe41-c22f-4170-b3d6-d0df73f07559 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 816 time: 0.1057303 May 27 09:46:44.319091 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-18312ff7-a91d-4800-a5c2-23c61a3992d0 req-0fb903ee-8fd0-4d36-89be-d1b3d92f8dc5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 210 time: 0.0376191 May 27 09:46:44.353727 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f473f70d-98d4-4a79-a1c9-00a22eef9486 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 379 time: 0.0780997 May 27 09:46:44.474978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'port': {'device_id': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'admin_state_up': True, 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'security_groups': ['9fb4569c-a570-4e22-97c6-8e033490ee52']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:44.537919 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:44.542894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:44.585398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Made reservation on behalf of fbb8746f17d6410f9c82d0fde348d1f9 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:46:44.588694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:44.710154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Allocated IP 172.20.0.8 (90d3a2be-1adb-43f3-aa78-1e534bd2671b/39db12d3-2329-4949-99d8-99aed166bd17/9011439f-1b54-4948-87ab-dd7cd4f186e5) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:46:44.847341 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:44.878592 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:44.927160 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:46:44.932019 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:46:44.934112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:44.936225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:46:44.984983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:44.985587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.003352 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-f4ef9e38-2d2d-4133-a9a5-b10e5a321713 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327179 May 27 09:46:45.021764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Request body: {'port': {'device_id': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:45.084632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.213479 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e5aee103-cd59-47c8-bf2f-aa0905bc0f7b None None] Provisioning complete for port 9011439f-1b54-4948-87ab-dd7cd4f186e5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:46:45.214015 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e5aee103-cd59-47c8-bf2f-aa0905bc0f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.244834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e5aee103-cd59-47c8-bf2f-aa0905bc0f7b None None] Port 9011439f-1b54-4948-87ab-dd7cd4f186e5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:46:45.287526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:45.319444 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:45.367714 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:46:45.375378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks [] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.389103 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Transition to ACTIVE for port object 9011439f-1b54-4948-87ab-dd7cd4f186e5 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:46:45.389322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec08525b-61a0-4415-84f0-d286d6433225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.401801 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.703935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92b2f-a82b-4d5c-9c2a-d5ac753a8676 req-288c7997-fefc-4dcc-969b-5a80fa1d5ccf tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:45.705443 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abf92b2f-a82b-4d5c-9c2a-d5ac753a8676 req-288c7997-fefc-4dcc-969b-5a80fa1d5ccf tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.3136065 May 27 09:46:45.752813 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.811224 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abf92b2f-a82b-4d5c-9c2a-d5ac753a8676 req-0c2279ea-dd4c-44d5-94cc-d067c83ca46c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983078 May 27 09:46:45.823865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Attempting to bind port 9011439f-1b54-4948-87ab-dd7cd4f186e5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:46:45.824199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Attempting to bind port 9011439f-1b54-4948-87ab-dd7cd4f186e5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:46:45.824528 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Attempting to bind port 9011439f-1b54-4948-87ab-dd7cd4f186e5 on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:46:45.828902 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Port 9011439f-1b54-4948-87ab-dd7cd4f186e5 on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:46:45.829225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Attempting to bind port 9011439f-1b54-4948-87ab-dd7cd4f186e5 on network 90d3a2be-1adb-43f3-aa78-1e534bd2671b {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:46:45.834619 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:46:45.834953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Checking segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:46:45.835351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Bound using segment: {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:46:45.835773 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Bound port: 9011439f-1b54-4948-87ab-dd7cd4f186e5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b89b2a8-fe21-4afd-9418-fbe1340d0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:46:45.836119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.898075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:46:45.900916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:46:45.906764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.941697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:45.942228 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:45.943623 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] 10.222.0.65 "PUT /v2.0/ports/9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 1093 time: 0.9260790 May 27 09:46:45.944049 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:45.946251 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85" -d '{"events": [{"name": "network-changed", "server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:45.968066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafcde-668a-4774-9484-a29dc777a76d service neutron] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:45.991860 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffab7e-ee13-4fca-96c7-d2e71bb068e8 x-openstack-request-id: req-83ffab7e-ee13-4fca-96c7-d2e71bb068e8 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:45.992145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:45.992396 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83ffab7e-ee13-4fca-96c7-d2e71bb068e8 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:45.992857 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ffab7e-ee13-4fca-96c7-d2e71bb068e8'] response: {'name': 'network-changed', 'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'status': 'completed', 'code': 200} May 27 09:46:46.055545 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-a9617f9a-bf23-438d-be86-54e25498ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:46.057116 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-a9617f9a-bf23-438d-be86-54e25498ccda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1127 time: 0.0434022 May 27 09:46:46.104703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-d5337d86-049e-48e6-babf-48949d354ce5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 217 time: 0.0338223 May 27 09:46:46.158854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-062ab704-2cdc-4420-a62f-8225397a2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:46.160266 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-062ab704-2cdc-4420-a62f-8225397a2049 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0485382 May 27 09:46:46.205438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-edc18c75-03b4-4108-bd88-97dc4e8cd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:46.206841 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-edc18c75-03b4-4108-bd88-97dc4e8cd1aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401039 May 27 09:46:46.300418 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-b3d051ee-3a24-41fe-8f90-db4b52e0f5b2 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860736 May 27 09:46:46.389440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c4082ec-713d-403e-80a0-b581d0fef388 req-ac5658ac-7612-46fe-96e9-286ab1c30106 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822012 May 27 09:46:46.920281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:46.929112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ce63-d654-4ae0-b8b1-8defa7ce16fa req-6271f926-067b-4158-9173-97151413e42e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:46.930600 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bed1ce63-d654-4ae0-b8b1-8defa7ce16fa req-6271f926-067b-4158-9173-97151413e42e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0480630 May 27 09:46:46.982603 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bed1ce63-d654-4ae0-b8b1-8defa7ce16fa req-02e28435-8029-44d8-8f47-cc0d1c3c2986 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 May 27 09:46:47.337405 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-22182345-3a7a-447f-be71-2a56c977bf5f req-e301ee98-fc37-403d-b245-bf864c4c0bcc tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288229352&fields=id&tenant_id=050fc8655bd34646b1b3f211b6fd912a HTTP/1.1" status: 200 len: 267 time: 0.0443940 May 27 09:46:47.387094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22182345-3a7a-447f-be71-2a56c977bf5f req-aaf3154c-b17e-4e46-a1cd-46643363592b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:47.388572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-22182345-3a7a-447f-be71-2a56c977bf5f req-aaf3154c-b17e-4e46-a1cd-46643363592b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 985 time: 0.0456769 May 27 09:46:47.399416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Request body: {'port': {'security_groups': ['9c6cc26f-04ef-4ef0-be00-b158d59030cf']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:47.429981 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:47.478507 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.686073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:47.713567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.718222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.754574 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:47.755187 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.756606 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-22182345-3a7a-447f-be71-2a56c977bf5f req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "PUT /v2.0/ports/7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 943 time: 0.3614955 May 27 09:46:47.760954 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:46:47.771165 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 42988) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:47.787648 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6334a-2011-46ba-a6e9-f2e43439f22d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event updated for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=7']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:47.795137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:47.803526 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cf8281d9-7bdd-43a7-b42b-2d2058c57633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.842270 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (baed0279-8398-4064-89ca-32033c6b1482), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.872226 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (baed0279-8398-4064-89ca-32033c6b1482), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.938499 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (baed0279-8398-4064-89ca-32033c6b1482), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.941242 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:47.943318 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "DELETE /v2.0/security-groups/baed0279-8398-4064-89ca-32033c6b1482 HTTP/1.1" status: 204 len: 168 time: 0.1695313 May 27 09:46:47.945302 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 42990) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:47.951693 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc413e2-7bad-425d-9659-af4a687a632b tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baed0279-8398-4064-89ca-32033c6b1482,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:47.997049 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:47.999303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d60db1a-ceda-4275-bf29-6843d20b188d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:48.010435 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eb9ab6f5-2f26-4f8b-ac08-d7601848f245 None None] Provisioning complete for port 7adfbb2e-f976-47e6-8ad5-c96c45292acc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:46:48.010802 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab6f5-2f26-4f8b-ac08-d7601848f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.036227 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:48.049958 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935bcee-d7ee-45ee-a326-82e1e16fc2d4 x-openstack-request-id: req-5935bcee-d7ee-45ee-a326-82e1e16fc2d4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:48.050240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:48.050559 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5935bcee-d7ee-45ee-a326-82e1e16fc2d4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:48.051397 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5935bcee-d7ee-45ee-a326-82e1e16fc2d4'] response: {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:46:48.138965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf258-f420-438a-b6fc-9c1007901f6d req-52db9cb4-e89a-491b-aa9f-6943bf391ea2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:48.140572 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-738bf258-f420-438a-b6fc-9c1007901f6d req-52db9cb4-e89a-491b-aa9f-6943bf391ea2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0744898 May 27 09:46:48.154994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Deleting port da81980b-255f-4667-90e5-34cefb782d6f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:46:48.155354 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (da81980b-255f-4667-90e5-34cefb782d6f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.215022 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:46:48.248093 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-738bf258-f420-438a-b6fc-9c1007901f6d req-6bf234b0-e69f-43b8-94ed-b0aa751c2fb6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018431 May 27 09:46:48.251425 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ab6f5-2f26-4f8b-ac08-d7601848f245 None None] Current status of the port 7adfbb2e-f976-47e6-8ad5-c96c45292acc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:46:48.266561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (da81980b-255f-4667-90e5-34cefb782d6f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.266891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for floatingip (da81980b-255f-4667-90e5-34cefb782d6f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.269642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:48.284211 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Calling delete_port for da81980b-255f-4667-90e5-34cefb782d6f owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:46:48.454746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:48.460246 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (da81980b-255f-4667-90e5-34cefb782d6f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.491875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event deleted for resources: {'Port': ['ID=da81980b-255f-4667-90e5-34cefb782d6f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:48.557055 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks [] for floatingip (e05df190-6ab1-42fe-9a23-5fb4e25757f7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.557451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Floating IP e05df190-6ab1-42fe-9a23-5fb4e25757f7 disassociated (deleted). External IP: 172.27.1.145, port: 7adfbb2e-f976-47e6-8ad5-c96c45292acc. May 27 09:46:48.750529 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Router 2a3e4b21-3209-4be3-a67c-a629673d22f5 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:46:48.851151 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:46:48.855850 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.860321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Sync routers for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:46:48.871743 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:48.872450 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:48.884785 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3a6022ee-7164-4b6d-85e4-43a0b5cb3891 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "DELETE /v2.0/floatingips/e05df190-6ab1-42fe-9a23-5fb4e25757f7 HTTP/1.1" status: 204 len: 168 time: 0.9381363 May 27 09:46:48.935618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:48.991403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:49.183236 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:49.208178 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Checking router: 2a3e4b21-3209-4be3-a67c-a629673d22f5 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:46:49.217265 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:49.217890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:49.304766 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:49.320288 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:49.371141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d53e-70d3-40af-b5b4-3d3c1e0c0612 req-5460b9a6-3b99-4b4c-bf2c-3c878f665790 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:49.372667 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7d3d53e-70d3-40af-b5b4-3d3c1e0c0612 req-5460b9a6-3b99-4b4c-bf2c-3c878f665790 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0474539 May 27 09:46:49.419651 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c7d3d53e-70d3-40af-b5b4-3d3c1e0c0612 req-77faa513-8655-421c-aba1-cac8196f2957 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403299 May 27 09:46:49.505513 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:49.529143 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e5960-f166-460d-b5cf-3b8e46cb8f79 None None] The sync data for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi is: [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:44Z', 'revision_number': 4, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '5744ccfd-3dfd-40e2-a60a-ab801d4a4d30', 'name': '', 'network_id': 'e39d3b32-496a-402d-8374-32120bd1e496', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'mac_address': 'fa:16:3e:1f:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:43Z', 'updated_at': '2022-05-27T09:40:48Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'subnets': [{'id': '6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:46:49.756164 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-1a275404-1ec9-4f6c-a387-836c4ad196c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:49.757703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-1a275404-1ec9-4f6c-a387-836c4ad196c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1127 time: 0.0761549 May 27 09:46:49.772197 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3bb14-259c-4950-ba01-faf26bc34e9e None None] New status for floating IP e05df190-6ab1-42fe-9a23-5fb4e25757f7: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:46:49.776720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-217f3299-e150-4c19-b665-8cc34b60c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:49.778212 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-217f3299-e150-4c19-b665-8cc34b60c152 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1130 time: 0.0571086 May 27 09:46:49.888742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:49.933834 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-f0045805-70e6-461d-bd04-73fdb9517e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:49.935318 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-f0045805-70e6-461d-bd04-73fdb9517e10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.1694064 May 27 09:46:49.937824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-37ada501-3290-42e0-aaa2-5a0ccb5d38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:49.939165 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-37ada501-3290-42e0-aaa2-5a0ccb5d38e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 916 time: 0.1507082 May 27 09:46:49.955611 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:50.010243 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:50.052048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:50.054369 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bffeb4-43f1-420a-aed3-8d981357c748" -d '{"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:50.088342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc810d-60ed-4833-a07d-093a9626cc7b x-openstack-request-id: req-5fbc810d-60ed-4833-a07d-093a9626cc7b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:50.088627 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:50.088875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fbc810d-60ed-4833-a07d-093a9626cc7b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:50.089289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbc810d-60ed-4833-a07d-093a9626cc7b'] response: {'name': 'network-changed', 'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:46:50.341560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-da3fd3ec-22aa-42fc-a4f0-3a1b5bc90c47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 217 time: 0.0391035 May 27 09:46:50.377142 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-cf8bf5aa-aed1-441c-9300-88914e29aac4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 217 time: 0.0736067 May 27 09:46:50.446439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-2d779a14-98b3-457c-a59f-cec00ce40ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:50.447746 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-2d779a14-98b3-457c-a59f-cec00ce40ff1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0793655 May 27 09:46:50.453102 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-8faa9e5f-caca-420b-a21f-5464967793e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:50.454981 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-8faa9e5f-caca-420b-a21f-5464967793e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0583570 May 27 09:46:50.565535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:50.580196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-980cae21-3494-4beb-bb31-0ae786e530d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:50.581700 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-980cae21-3494-4beb-bb31-0ae786e530d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024027 May 27 09:46:50.585042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-79fd73f8-e85e-41bd-b876-798fcbc14161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:50.586428 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-79fd73f8-e85e-41bd-b876-798fcbc14161 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982056 May 27 09:46:50.588301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:46:50.596863 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bc51f-adf0-4fa1-bcd4-47cab4ad7887 req-bfabffae-0a9d-4406-b16e-dc1b99ee5a74 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:50.598229 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a0bc51f-adf0-4fa1-bcd4-47cab4ad7887 req-bfabffae-0a9d-4406-b16e-dc1b99ee5a74 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0809593 May 27 09:46:50.610089 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:50.692347 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:50.703907 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:46:50.742368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:46:50.742839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:50.757529 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:46:50.767913 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1a0bc51f-adf0-4fa1-bcd4-47cab4ad7887 req-45df2395-ec85-460d-b2c5-c06fa65f96b3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642175 May 27 09:46:50.782072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:50.795880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:50.806595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-9efc5985-ddb8-420b-bb64-d93516b5d69f service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970325 May 27 09:46:50.810126 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-dc053f7f-b435-4cd6-97bc-866e00e0a1cb service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982327 May 27 09:46:50.848968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:50.855908 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.856272 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.856594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.856932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.857262 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.857588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.857911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.858240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.858570 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.858905 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.859212 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.859587 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.859981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.860191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:50.860503 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:46:51.212764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-76ed5dc7-d622-4abc-8d12-e4afc9b0fd85 req-653ea23b-07ca-4f13-aa74-16e9acfee920 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952785 May 27 09:46:51.215671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d60db1a-ceda-4275-bf29-6843d20b188d req-3e669ea8-ffe7-4adf-a014-17b4a95be4e1 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898056 May 27 09:46:51.340774 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['9011439f-1b54-4948-87ab-dd7cd4f186e5'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:46:51.341839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-47be0d6c-d673-4088-9a02-4287344f2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:51.343679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-47be0d6c-d673-4088-9a02-4287344f2c3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=050fc8655bd34646b1b3f211b6fd912a&device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 1130 time: 0.0438080 May 27 09:46:51.446452 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-57273f06-07cf-4600-a5f0-fce20e4ff6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:51.448017 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-57273f06-07cf-4600-a5f0-fce20e4ff6ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 200 len: 916 time: 0.0969973 May 27 09:46:51.488299 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-6ce7652e-0956-4284-a15b-82bf1708bb63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 200 len: 217 time: 0.0336771 May 27 09:46:51.548807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-5eccab3c-1569-44db-b6b3-108cd334cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:51.550323 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-5eccab3c-1569-44db-b6b3-108cd334cf0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 200 len: 854 time: 0.0547459 May 27 09:46:51.588504 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:51.594181 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-c0a0f403-6b6f-4e5e-8422-883b32cc94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:51.596199 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-c0a0f403-6b6f-4e5e-8422-883b32cc94cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e39d3b32-496a-402d-8374-32120bd1e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390322 May 27 09:46:51.691106 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-368024a4-d4c8-4119-b018-823d42fe0934 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 May 27 09:46:51.693305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:51.788832 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5bffeb4-43f1-420a-aed3-8d981357c748 req-d2e16a1b-1fa4-45c8-887f-a31a32c08932 service neutron] 10.222.0.65 "GET /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 May 27 09:46:51.888848 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d09ddc-3d77-4977-bee5-7cb392da4172 req-90ba7dee-34ef-42c9-bb19-cdae3dde3c38 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:51.892644 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-08d09ddc-3d77-4977-bee5-7cb392da4172 req-90ba7dee-34ef-42c9-bb19-cdae3dde3c38 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 944 time: 0.0506072 May 27 09:46:51.940689 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-08d09ddc-3d77-4977-bee5-7cb392da4172 req-a196c34f-579d-4ad7-b272-472b3c568c81 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422585 May 27 09:46:52.578281 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:52.607073 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:46:52.646792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:52.654142 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 9011439f-1b54-4948-87ab-dd7cd4f186e5 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:46:52.661202 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf830f-9f86-415b-a512-d7107431c45f req-ddee7f74-57ae-4f24-a5d0-3c65198a5586 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:52.664033 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 9011439f-1b54-4948-87ab-dd7cd4f186e5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:46:52.664194 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3bbf830f-9f86-415b-a512-d7107431c45f req-ddee7f74-57ae-4f24-a5d0-3c65198a5586 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0488696 May 27 09:46:52.664403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:52.675537 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:46:52.712628 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3bbf830f-9f86-415b-a512-d7107431c45f req-8a34579a-96c5-473a-8561-dae21e3cc436 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 May 27 09:46:52.738483 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:46:52.738913 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:52.761575 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:52.763777 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af273ea-0a01-4793-abd5-cd99783b90d8" -d '{"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:52.772992 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:52.776806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:52.781189 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:52.805869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c6e30-5fa9-41a5-a3b8-1024a9a426cb x-openstack-request-id: req-ef9c6e30-5fa9-41a5-a3b8-1024a9a426cb {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:52.806154 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:52.806399 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef9c6e30-5fa9-41a5-a3b8-1024a9a426cb {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:52.806776 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9c6e30-5fa9-41a5-a3b8-1024a9a426cb'] response: {'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'code': 200} May 27 09:46:52.834542 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:53.065108 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f39d9-08cb-42e1-9b81-91246c7e4d58 req-e3027011-877a-41da-b501-049781a5169c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:53.066787 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-850f39d9-08cb-42e1-9b81-91246c7e4d58 req-e3027011-877a-41da-b501-049781a5169c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0523832 May 27 09:46:53.114079 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-850f39d9-08cb-42e1-9b81-91246c7e4d58 req-6b75c269-bb5c-4107-b7ea-8130e5b72c26 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 May 27 09:46:53.832734 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f6d4-b611-4030-92c9-8bea8f806635 req-53cd5fb2-322d-42d2-b2e1-eafad4e2822d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:53.834208 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c06f6d4-b611-4030-92c9-8bea8f806635 req-53cd5fb2-322d-42d2-b2e1-eafad4e2822d tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0470407 May 27 09:46:53.881092 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c06f6d4-b611-4030-92c9-8bea8f806635 req-08b43c09-bb8e-431d-8091-cb9e6d7f54a5 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 May 27 09:46:54.237193 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3362181-d86b-4c2b-99fc-5315e33bbeb9 req-1fdc7a7e-81a3-4db7-97bf-126ba6abb409 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:54.238672 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3362181-d86b-4c2b-99fc-5315e33bbeb9 req-1fdc7a7e-81a3-4db7-97bf-126ba6abb409 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0535688 May 27 09:46:54.284270 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e3362181-d86b-4c2b-99fc-5315e33bbeb9 req-445b1b2c-9217-4fed-b370-aecdac2268fb tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 May 27 09:46:54.522263 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec73c4c-0710-407a-b0f9-536e116c3f97 req-b89807cd-1eec-41aa-ad87-05c29d026c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:54.523764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7ec73c4c-0710-407a-b0f9-536e116c3f97 req-b89807cd-1eec-41aa-ad87-05c29d026c67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1129 time: 0.0368812 May 27 09:46:54.572513 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7ec73c4c-0710-407a-b0f9-536e116c3f97 req-5a6130fd-825b-4f6a-ae71-fb9c629b3ca3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 May 27 09:46:54.992759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3d68-29e0-40ac-9986-3901dc71030a req-211c76ac-8294-47da-8026-5029581ab8a0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:54.994222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfcf3d68-29e0-40ac-9986-3901dc71030a req-211c76ac-8294-47da-8026-5029581ab8a0 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0475857 May 27 09:46:55.044245 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfcf3d68-29e0-40ac-9986-3901dc71030a req-a848eda8-ab67-49f8-875c-80a8b05efd75 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 May 27 09:46:55.401264 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd94bb-081b-4b98-9408-f22d32cd1ca2 req-c42e1dad-c9d0-4788-965f-72d5ceb322dc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:55.402783 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6dbd94bb-081b-4b98-9408-f22d32cd1ca2 req-c42e1dad-c9d0-4788-965f-72d5ceb322dc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0474765 May 27 09:46:55.448561 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6dbd94bb-081b-4b98-9408-f22d32cd1ca2 req-1abb4c95-effe-4af7-9dca-eaf7ef4ab1ff tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 May 27 09:46:56.185284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1a598-802a-476d-89ad-76268a645a2d req-a5a68342-7461-49f7-91ce-686cace2e826 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:56.189321 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0de1a598-802a-476d-89ad-76268a645a2d req-a5a68342-7461-49f7-91ce-686cace2e826 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0770319 May 27 09:46:56.193760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:56.224192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-e5b3db46-614d-42af-82bc-c0db6058ccd1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:56.225630 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-e5b3db46-614d-42af-82bc-c0db6058ccd1 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 946 time: 0.0864451 May 27 09:46:56.256683 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0de1a598-802a-476d-89ad-76268a645a2d req-6dc234ba-b11b-4717-b63f-7685a5b7cc43 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/security-groups?id=9c6cc26f-04ef-4ef0-be00-b158d59030cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 May 27 09:46:56.599519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d364b1-66b9-4ff8-861c-5b202ec834df req-290bfa5b-c7f7-4c19-8f05-af7bd80f2240 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:56.601064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-23d364b1-66b9-4ff8-861c-5b202ec834df req-290bfa5b-c7f7-4c19-8f05-af7bd80f2240 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0756791 May 27 09:46:56.667780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Deleting port 7adfbb2e-f976-47e6-8ad5-c96c45292acc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:46:56.668118 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:56.702579 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-23d364b1-66b9-4ff8-861c-5b202ec834df req-d58bf4db-4b16-4619-b9c6-319801524dcd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938897 May 27 09:46:56.760509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:56.772538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] For port 7adfbb2e-f976-47e6-8ad5-c96c45292acc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7adfbb2e-f976-47e6-8ad5-c96c45292acc,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:46:56.773002 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:56.785748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Calling delete_port for 7adfbb2e-f976-47e6-8ad5-c96c45292acc owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:46:56.913690 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (7adfbb2e-f976-47e6-8ad5-c96c45292acc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:56.942894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Pushing event deleted for resources: {'Port': ['ID=7adfbb2e-f976-47e6-8ad5-c96c45292acc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:46:56.996659 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] No DVR routers for this DVR port 7adfbb2e-f976-47e6-8ad5-c96c45292acc on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:46:56.999162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:57.002405 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ca0d96d5-ae94-4e42-b204-0d8e44a333fa req-8b5db0c9-8bb4-417c-a4dc-da8d164eaea7 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.65 "DELETE /v2.0/ports/7adfbb2e-f976-47e6-8ad5-c96c45292acc HTTP/1.1" status: 204 len: 173 time: 0.4645717 May 27 09:46:57.002838 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'name': 'network-vif-deleted', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:57.005063 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57991762-3a5b-4b5f-88a0-866ec43bbc7e" -d '{"events": [{"server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "name": "network-vif-deleted", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:57.022177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['7adfbb2e-f976-47e6-8ad5-c96c45292acc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:46:57.041723 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974297c5-6338-4580-959d-07c9051e13af x-openstack-request-id: req-974297c5-6338-4580-959d-07c9051e13af {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:57.042017 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd942627-ce67-4a65-95dc-a589397bd130", "name": "network-vif-deleted", "tag": "7adfbb2e-f976-47e6-8ad5-c96c45292acc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:57.042272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-974297c5-6338-4580-959d-07c9051e13af {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:57.042676 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974297c5-6338-4580-959d-07c9051e13af'] response: {'server_uuid': 'cd942627-ce67-4a65-95dc-a589397bd130', 'name': 'network-vif-deleted', 'tag': '7adfbb2e-f976-47e6-8ad5-c96c45292acc', 'status': 'completed', 'code': 200} May 27 09:46:57.357191 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d614909b-c8e0-45aa-b9f7-03c1bc35a5b5 req-8bc61e8e-4eae-4b17-8548-f85031493243 tempest-TestMinimumBasicScenario-288821078 tempest-TestMinimumBasicScenario-288821078-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd942627-ce67-4a65-95dc-a589397bd130 HTTP/1.1" status: 200 len: 210 time: 0.0329847 May 27 09:46:57.823959 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07073a21-4586-4edf-a195-75b128891c52 req-3ea3efb9-8b7e-49bb-b5ea-6928a334f0e4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:57.825457 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07073a21-4586-4edf-a195-75b128891c52 req-3ea3efb9-8b7e-49bb-b5ea-6928a334f0e4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0474174 May 27 09:46:57.873474 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07073a21-4586-4edf-a195-75b128891c52 req-34eb4f73-426f-46d0-a01a-ed1787afb0ea tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 May 27 09:46:57.946535 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:57.947769 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:57.992138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa8e7-c7e8-4c1f-b549-789b4b362927 req-0d761aa9-0e59-48a9-9776-23dae5d5b008 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:57.993503 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5dcaa8e7-c7e8-4c1f-b549-789b4b362927 req-0d761aa9-0e59-48a9-9776-23dae5d5b008 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0533249 May 27 09:46:58.002736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43062) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:58.006856 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Request body: {'floatingip': {'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:46:58.046327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:58.336697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:58.479836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:58.484336 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:58.580876 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Floating IP d01fa6af-7817-4459-aef3-d0380110ec08 associated. External IP: 172.27.1.88, port: 9011439f-1b54-4948-87ab-dd7cd4f186e5. May 27 09:46:58.658514 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:58.802991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:46:58.912855 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:46:58.917359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:58.923919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:46:58.933309 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:46:58.934359 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:58.934972 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:58.952836 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b086c5d0-3058-41dc-bc84-dfc97e8a2e0e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "PUT /v2.0/floatingips/d01fa6af-7817-4459-aef3-d0380110ec08 HTTP/1.1" status: 200 len: 990 time: 0.9490287 May 27 09:46:59.021641 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:59.042068 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:59.044276 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:46:59.046576 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c" -d '{"events": [{"name": "network-changed", "server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:46:59.091671 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11867a88-ab1d-4e18-bf56-6e7a8424fcb0 x-openstack-request-id: req-11867a88-ab1d-4e18-bf56-6e7a8424fcb0 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:46:59.092059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:46:59.092400 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11867a88-ab1d-4e18-bf56-6e7a8424fcb0 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:46:59.092884 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11867a88-ab1d-4e18-bf56-6e7a8424fcb0'] response: {'name': 'network-changed', 'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'status': 'completed', 'code': 200} May 27 09:46:59.174185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-9491121b-a46f-439f-a697-b9092df5a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:59.176386 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-9491121b-a46f-439f-a697-b9092df5a890 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1129 time: 0.0401664 May 27 09:46:59.277495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-70b6c5fe-1d8a-426d-bcd8-4e7f1cc55c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:59.279682 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-70b6c5fe-1d8a-426d-bcd8-4e7f1cc55c01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0973017 May 27 09:46:59.344508 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-cccd6297-22a7-4c18-8a02-ec4eb696ae65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 998 time: 0.0577927 May 27 09:46:59.396464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-6c5e7fcf-e76d-4892-801a-6cb1d642590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:59.398137 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-6c5e7fcf-e76d-4892-801a-6cb1d642590c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0477166 May 27 09:46:59.438368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'd01fa6af-7817-4459-aef3-d0380110ec08', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:46:42Z', 'updated_at': '2022-05-27T09:46:58Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:59.444162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-c5c441d2-59fa-4a0d-b10b-14b7fa9771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:46:59.445925 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-c5c441d2-59fa-4a0d-b10b-14b7fa9771bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415421 May 27 09:46:59.464120 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:59.464723 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:46:59.473063 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:46:59.473681 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:59.508210 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:46:59.539288 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-aff1adbc-d26f-4567-b312-ee1ddb4e8461 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867920 May 27 09:46:59.577287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:46:59.637847 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-884e0cfa-a5ed-4ef8-9f5b-c2661472219c req-04783696-b4c6-49d9-bd3d-1c0d7bb00beb service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921009 May 27 09:46:59.743537 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Deleting port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:46:59.743867 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:46:59.818449 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'd01fa6af-7817-4459-aef3-d0380110ec08', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:46:42Z', 'updated_at': '2022-05-27T09:46:58Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:46:59.847215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97802eb9-4a0b-430a-8087-c276a1b0ebc5 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'd01fa6af-7817-4459-aef3-d0380110ec08', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:46:42Z', 'updated_at': '2022-05-27T09:46:58Z', 'revision_number': 1, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:00.027222 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] For port 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:00.027612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:00.041938 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Calling delete_port for 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:00.057182 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732f128-249a-458c-89dc-a79e5e532364 None None] New status for floating IP d01fa6af-7817-4459-aef3-d0380110ec08: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:47:00.212074 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:00.219065 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (5744ccfd-3dfd-40e2-a60a-ab801d4a4d30), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:00.225083 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:00.249108 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5744ccfd-3dfd-40e2-a60a-ab801d4a4d30,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:00.412090 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:00.609645 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Router 2a3e4b21-3209-4be3-a67c-a629673d22f5 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:00.648344 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 7adfbb2e-f976-47e6-8ad5-c96c45292acc no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:00.668192 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 7adfbb2e-f976-47e6-8ad5-c96c45292acc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:00.668540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 7adfbb2e-f976-47e6-8ad5-c96c45292acc not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:00.716679 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:00.722028 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cd80f419-58a6-4f6f-8ee5-33903d1b5b4a admin admin] 10.222.0.41 "PUT /v2.0/routers/2a3e4b21-3209-4be3-a67c-a629673d22f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872856 May 27 09:47:00.724637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:00.725793 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Sync routers for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:00.737144 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:00.738006 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:00.823904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks [] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:00.837713 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:00.906635 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:00.926387 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks [] for router_gateway (2a3e4b21-3209-4be3-a67c-a629673d22f5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:00.959854 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:00.970090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Deleting port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:00.970441 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.005877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:47:00Z', 'revision_number': 5, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port': {'id': 'c4fc28c1-dfbf-4528-8c8a-44c0d83108ac', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:01.030242 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Checking router: 2a3e4b21-3209-4be3-a67c-a629673d22f5 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:01.038789 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Routers {'2a3e4b21-3209-4be3-a67c-a629673d22f5'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:01.039430 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['2a3e4b21-3209-4be3-a67c-a629673d22f5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:01.048558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] For port c4fc28c1-dfbf-4528-8c8a-44c0d83108ac, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:01.048558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.065498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Calling delete_port for c4fc28c1-dfbf-4528-8c8a-44c0d83108ac owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:01.125930 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] Set router 2a3e4b21-3209-4be3-a67c-a629673d22f5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:01.127991 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:01.181326 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:47:00Z', 'revision_number': 6, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:01.207455 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4712-91d3-4be2-a7e2-46caf65f9687 None None] The sync data for ids ['2a3e4b21-3209-4be3-a67c-a629673d22f5'] in dv-cinder-797608-21-iscsi is: [{'id': '2a3e4b21-3209-4be3-a67c-a629673d22f5', 'name': 'tempest-TestMinimumBasicScenario-1474038737-router', 'tenant_id': '050fc8655bd34646b1b3f211b6fd912a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:40Z', 'updated_at': '2022-05-27T09:47:00Z', 'revision_number': 6, 'project_id': '050fc8655bd34646b1b3f211b6fd912a', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:01.471706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (c4fc28c1-dfbf-4528-8c8a-44c0d83108ac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.495754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fc28c1-dfbf-4528-8c8a-44c0d83108ac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:01.555054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.658245 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.660595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks [] for router_controller (2a3e4b21-3209-4be3-a67c-a629673d22f5), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.724544 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (2a3e4b21-3209-4be3-a67c-a629673d22f5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.725043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3e4b21-3209-4be3-a67c-a629673d22f5 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:47:01.729811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.733504 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b916a1f6-af96-4e20-9a9a-67cb6c14a12a admin admin] 10.222.0.41 "DELETE /v2.0/routers/2a3e4b21-3209-4be3-a67c-a629673d22f5 HTTP/1.1" status: 204 len: 168 time: 1.0078759 May 27 09:47:01.733705 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43120) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:01.777942 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Deleting subnet 6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:47:01.780957 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Publish callbacks [] for subnet (6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.817579 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.915524 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.969463 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:01.992956 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:01.998703 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.004007 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5d5151c0-49ab-4e88-b141-6d6d64a126d8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e4c27fc-a010-4dc4-9f1f-b3f6e3fc8762 HTTP/1.1" status: 204 len: 168 time: 0.2693138 May 27 09:47:02.004524 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b94add-9bd4-43da-9480-98542836687b None None] Network e39d3b32-496a-402d-8374-32120bd1e496 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:47:02.005096 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43122) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:02.034550 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:02.084735 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (e39d3b32-496a-402d-8374-32120bd1e496), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.135907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Deleting port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:02.136260 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.174896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] DHCP port deletion for e39d3b32-496a-402d-8374-32120bd1e496 request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:47:02.201313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] For port 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=7d63cd8a-8bb4-4665-842c-3190d9b2af03,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:02.201938 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.214611 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Deleting port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:02.215547 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.216418 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Calling delete_port for 7d63cd8a-8bb4-4665-842c-3190d9b2af03 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:02.284826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] For port 7d63cd8a-8bb4-4665-842c-3190d9b2af03, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=7d63cd8a-8bb4-4665-842c-3190d9b2af03,segment=NetworkSegment(25f392a1-1a4f-434e-a8e6-32e1721b2e8a),segment_id=25f392a1-1a4f-434e-a8e6-32e1721b2e8a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:02.285230 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.306805 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Calling delete_port for 7d63cd8a-8bb4-4665-842c-3190d9b2af03 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:02.307391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.333790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Pushing event deleted for resources: {'Port': ['ID=7d63cd8a-8bb4-4665-842c-3190d9b2af03,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:02.335636 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] No DVR routers for this DVR port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:02.413721 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (e39d3b32-496a-402d-8374-32120bd1e496), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.426426 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:02.428840 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (7d63cd8a-8bb4-4665-842c-3190d9b2af03), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.440293 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d3b32-496a-402d-8374-32120bd1e496']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:02.451508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f392a1-1a4f-434e-a8e6-32e1721b2e8a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:02.451802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f392a1-1a4f-434e-a8e6-32e1721b2e8a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:02.460056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] Pushing event deleted for resources: {'Port': ['ID=7d63cd8a-8bb4-4665-842c-3190d9b2af03,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:02.461992 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (25f392a1-1a4f-434e-a8e6-32e1721b2e8a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.463540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a247704-17b9-4bd5-940e-469da7a69769 None None] No DVR routers for this DVR port 7d63cd8a-8bb4-4665-842c-3190d9b2af03 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:02.483135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (25f392a1-1a4f-434e-a8e6-32e1721b2e8a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.490095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:47:02.490421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (25f392a1-1a4f-434e-a8e6-32e1721b2e8a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.549730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (e39d3b32-496a-402d-8374-32120bd1e496), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.557895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:02.563843 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] 10.222.0.41 "DELETE /v2.0/networks/e39d3b32-496a-402d-8374-32120bd1e496 HTTP/1.1" status: 204 len: 168 time: 0.5550141 May 27 09:47:02.564153 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43132) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:02.582394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754be9f-1a99-42fa-bdcd-7f5ce9718efa admin admin] Pushing event deleted for resources: {'Network': ['ID=e39d3b32-496a-402d-8374-32120bd1e496,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:02.644304 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 25f392a1-1a4f-434e-a8e6-32e1721b2e8a resource provider aggregate not found May 27 09:47:02.664693 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 25f392a1-1a4f-434e-a8e6-32e1721b2e8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25f392a1-1a4f-434e-a8e6-32e1721b2e8a found for delete ", "request_id": "req-9f52c062-6a2d-42d6-8bd2-e3c9be5c2dd4"}]} May 27 09:47:02.715413 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:02.726336 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:02.885316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:03.098273 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Deleting port 70b1c02d-9bca-4294-b390-a800af162928 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:03.098639 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (70b1c02d-9bca-4294-b390-a800af162928), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:03.177180 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] For port 70b1c02d-9bca-4294-b390-a800af162928, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=70b1c02d-9bca-4294-b390-a800af162928,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:03.177541 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (70b1c02d-9bca-4294-b390-a800af162928), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:03.190716 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Calling delete_port for 70b1c02d-9bca-4294-b390-a800af162928 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:03.237464 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:03.256879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:03.257219 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5744ccfd-3dfd-40e2-a60a-ab801d4a4d30 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:03.257623 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c4fc28c1-dfbf-4528-8c8a-44c0d83108ac no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:03.274914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: c4fc28c1-dfbf-4528-8c8a-44c0d83108ac {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:03.275256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c4fc28c1-dfbf-4528-8c8a-44c0d83108ac not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:03.275680 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 7d63cd8a-8bb4-4665-842c-3190d9b2af03 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:03.292903 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 7d63cd8a-8bb4-4665-842c-3190d9b2af03 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:03.293247 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 7d63cd8a-8bb4-4665-842c-3190d9b2af03 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:03.371314 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (70b1c02d-9bca-4294-b390-a800af162928), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:03.395556 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Pushing event deleted for resources: {'Port': ['ID=70b1c02d-9bca-4294-b390-a800af162928,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:03.503065 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:03.556764 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:03.563207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:03.767269 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:03.876415 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:03.882507 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cba66970-e066-4476-b97c-e98b81a0c43f admin admin] 10.222.0.41 "PUT /v2.0/routers/72ac1087-dc95-4a6b-9e98-5bc2e2893871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3173325 May 27 09:47:03.885202 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:03.887070 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Sync routers for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:03.897761 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:03.898371 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:03.998183 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:03.998845 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks [] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.100334 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks [] for router_gateway (72ac1087-dc95-4a6b-9e98-5bc2e2893871), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.142955 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Deleting port a787f039-0bc9-467a-8a8d-6c806d6c3ec6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:04.143616 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.222618 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] For port a787f039-0bc9-467a-8a8d-6c806d6c3ec6, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:04.222979 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.239378 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Calling delete_port for a787f039-0bc9-467a-8a8d-6c806d6c3ec6 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:04.299823 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:47:03Z', 'revision_number': 5, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port': {'id': 'a787f039-0bc9-467a-8a8d-6c806d6c3ec6', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:04.328427 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Checking router: 72ac1087-dc95-4a6b-9e98-5bc2e2893871 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:04.337477 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Routers {'72ac1087-dc95-4a6b-9e98-5bc2e2893871'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:04.338075 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:46:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:04.420128 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] Set router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:04.472687 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:47:04Z', 'revision_number': 6, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:04.496759 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbaabe-e569-4e3e-a34a-69e15e17cacf None None] The sync data for ids ['72ac1087-dc95-4a6b-9e98-5bc2e2893871'] in dv-cinder-797608-21-iscsi is: [{'id': '72ac1087-dc95-4a6b-9e98-5bc2e2893871', 'name': 'tempest-TestMinimumBasicScenario-281181417-router', 'tenant_id': 'da2160cfd845436b813871795986d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:40:46Z', 'updated_at': '2022-05-27T09:47:04Z', 'revision_number': 6, 'project_id': 'da2160cfd845436b813871795986d876', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:04.555186 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:04.609541 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (a787f039-0bc9-467a-8a8d-6c806d6c3ec6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.632738 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Pushing event deleted for resources: {'Port': ['ID=a787f039-0bc9-467a-8a8d-6c806d6c3ec6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:04.638494 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:04.694614 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.798567 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.800801 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks [] for router_controller (72ac1087-dc95-4a6b-9e98-5bc2e2893871), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.867060 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (72ac1087-dc95-4a6b-9e98-5bc2e2893871), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.867842 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ac1087-dc95-4a6b-9e98-5bc2e2893871 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:47:04.872818 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.874048 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2536751e-3b93-49ec-b41d-abc3296c0028 admin admin] 10.222.0.41 "DELETE /v2.0/routers/72ac1087-dc95-4a6b-9e98-5bc2e2893871 HTTP/1.1" status: 204 len: 168 time: 0.9879279 May 27 09:47:04.877336 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:04.929060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Deleting subnet 314ba67f-da77-4e68-b8e3-f983f2807958 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:47:04.932313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Publish callbacks [] for subnet (314ba67f-da77-4e68-b8e3-f983f2807958), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:04.966780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (314ba67f-da77-4e68-b8e3-f983f2807958), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.066274 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (314ba67f-da77-4e68-b8e3-f983f2807958), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.123581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (314ba67f-da77-4e68-b8e3-f983f2807958), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.149774 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314ba67f-da77-4e68-b8e3-f983f2807958,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.151573 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.155026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-64c3a8ac-1d50-486a-93d3-8d5869fc2398 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/314ba67f-da77-4e68-b8e3-f983f2807958 HTTP/1.1" status: 204 len: 168 time: 0.2766466 May 27 09:47:05.155778 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d251321-8714-49d7-85f2-15c86b0daf31 None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:47:05.158040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:05.225713 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (10198c87-44f3-464d-9edb-380fc3700c46), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.274067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Deleting port 8d27fa29-e3ac-4309-95d8-69d815ed1162 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:05.274410 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.345389 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] DHCP port deletion for 10198c87-44f3-464d-9edb-380fc3700c46 request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:47:05.347450 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 70b1c02d-9bca-4294-b390-a800af162928 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:05.350611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] For port 8d27fa29-e3ac-4309-95d8-69d815ed1162, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8d27fa29-e3ac-4309-95d8-69d815ed1162,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:05.350971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.363753 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:05.365083 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Calling delete_port for 8d27fa29-e3ac-4309-95d8-69d815ed1162 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:05.370830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 70b1c02d-9bca-4294-b390-a800af162928 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:05.371481 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 70b1c02d-9bca-4294-b390-a800af162928 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:05.372117 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device a787f039-0bc9-467a-8a8d-6c806d6c3ec6 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:05.412287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: a787f039-0bc9-467a-8a8d-6c806d6c3ec6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:05.412632 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device a787f039-0bc9-467a-8a8d-6c806d6c3ec6 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:05.424384 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Deleting port 8d27fa29-e3ac-4309-95d8-69d815ed1162 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:05.424760 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.449700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.476261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Pushing event deleted for resources: {'Port': ['ID=8d27fa29-e3ac-4309-95d8-69d815ed1162,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.478223 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] No DVR routers for this DVR port 8d27fa29-e3ac-4309-95d8-69d815ed1162 on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:05.493729 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] For port 8d27fa29-e3ac-4309-95d8-69d815ed1162, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8d27fa29-e3ac-4309-95d8-69d815ed1162,segment=NetworkSegment(42b6aea7-6778-4a48-9d72-57ced9312d56),segment_id=42b6aea7-6778-4a48-9d72-57ced9312d56)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:05.494094 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.510206 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Calling delete_port for 8d27fa29-e3ac-4309-95d8-69d815ed1162 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:05.550596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (10198c87-44f3-464d-9edb-380fc3700c46), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.576927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10198c87-44f3-464d-9edb-380fc3700c46']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:05.584537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:05.588619 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b6aea7-6778-4a48-9d72-57ced9312d56') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:05.589092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b6aea7-6778-4a48-9d72-57ced9312d56') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:05.601954 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (42b6aea7-6778-4a48-9d72-57ced9312d56), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.617137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (42b6aea7-6778-4a48-9d72-57ced9312d56), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.624143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:47:05.624569 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (42b6aea7-6778-4a48-9d72-57ced9312d56), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.679176 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 42b6aea7-6778-4a48-9d72-57ced9312d56 resource provider aggregate not found May 27 09:47:05.694483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (10198c87-44f3-464d-9edb-380fc3700c46), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.702191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.705505 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] 10.222.0.41 "DELETE /v2.0/networks/10198c87-44f3-464d-9edb-380fc3700c46 HTTP/1.1" status: 204 len: 168 time: 0.5465641 May 27 09:47:05.715730 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 42b6aea7-6778-4a48-9d72-57ced9312d56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42b6aea7-6778-4a48-9d72-57ced9312d56 found for delete ", "request_id": "req-8d9e7c7d-c6d8-4107-859e-8662fff03803"}]} May 27 09:47:05.716886 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234a732-0a4d-46ba-a3b9-54b6965cf9df admin admin] Pushing event deleted for resources: {'Network': ['ID=10198c87-44f3-464d-9edb-380fc3700c46,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.726933 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (8d27fa29-e3ac-4309-95d8-69d815ed1162), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.749933 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Pushing event deleted for resources: {'Port': ['ID=8d27fa29-e3ac-4309-95d8-69d815ed1162,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:05.752581 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] Network 10198c87-44f3-464d-9edb-380fc3700c46 is not hosted by any dhcp agent {{(pid=104225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 27 09:47:05.753196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87aa3f9-74ab-47e4-a1af-c5a5c71c8326 None None] No DVR routers for this DVR port 8d27fa29-e3ac-4309-95d8-69d815ed1162 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:05.832294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43152) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:05.872983 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8ba1353c-664a-40ed-a5a7-c28c36a3a419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=050fc8655bd34646b1b3f211b6fd912a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394394 May 27 09:47:05.875582 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43154) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:05.925463 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] Publish callbacks [] for security_group (9c6cc26f-04ef-4ef0-be00-b158d59030cf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.945641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] Publish callbacks [] for security_group (9c6cc26f-04ef-4ef0-be00-b158d59030cf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.993708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9c6cc26f-04ef-4ef0-be00-b158d59030cf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.996232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:05.997386 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c6cc26f-04ef-4ef0-be00-b158d59030cf HTTP/1.1" status: 204 len: 168 time: 0.1209874 May 27 09:47:06.004981 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf8008-1d2c-4059-86f6-11044e43899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6cc26f-04ef-4ef0-be00-b158d59030cf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.323012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43160) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:06.362943 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0973a158-94ae-483e-904f-7127d2009eb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da2160cfd845436b813871795986d876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387475 May 27 09:47:06.365439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:06.413456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] Publish callbacks [] for security_group (bc79feb4-23f4-49a8-a250-de301a9f8c0f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:06.434966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] Publish callbacks [] for security_group (bc79feb4-23f4-49a8-a250-de301a9f8c0f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:06.482642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bc79feb4-23f4-49a8-a250-de301a9f8c0f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:06.486027 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:06.487200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc79feb4-23f4-49a8-a250-de301a9f8c0f HTTP/1.1" status: 204 len: 168 time: 0.1208813 May 27 09:47:06.494880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a3095-381a-4271-b26b-56d95d798ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79feb4-23f4-49a8-a250-de301a9f8c0f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:06.506571 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:07.235213 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8d27fa29-e3ac-4309-95d8-69d815ed1162 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:07.255196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 8d27fa29-e3ac-4309-95d8-69d815ed1162 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:07.255556 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8d27fa29-e3ac-4309-95d8-69d815ed1162 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:14.447538 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:14.475584 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:14.859115 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:14.859917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:15.388191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f33a2e2-3e6a-4946-83ea-3a282a1734e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:16.489971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:16.490804 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=79,neutron:DELETE=9 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:17.756004 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59f32df8-30e9-45a3-8876-9b5fe59ce542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:18.909169 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:20.000548 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:20.013565 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:21.695721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:22.564372 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:28.820585 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f710a7e-69c4-4a50-8a60-777a4ca96da8 req-0ffe05ee-c322-4576-8f2b-351eddc52e4a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:28.822076 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f710a7e-69c4-4a50-8a60-777a4ca96da8 req-0ffe05ee-c322-4576-8f2b-351eddc52e4a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0509651 May 27 09:47:28.870184 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9f710a7e-69c4-4a50-8a60-777a4ca96da8 req-2dc2f6db-62c1-4973-b39f-f703413a3a1d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 May 27 09:47:29.675971 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:47:29.986013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e122b62-1a8f-4c3c-b010-4315ebaf5150 req-e359b941-290b-45f1-b261-4f9fef44a993 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:29.987510 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e122b62-1a8f-4c3c-b010-4315ebaf5150 req-e359b941-290b-45f1-b261-4f9fef44a993 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0477958 May 27 09:47:30.034217 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3e122b62-1a8f-4c3c-b010-4315ebaf5150 req-05a9f919-044d-4bff-956f-dfe40897a96a tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=680edfe4-99fd-4bad-8499-dfcba27b634d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410500 May 27 09:47:30.241772 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-39ea9224-0303-40e5-9d74-e367d1cf683e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:30.243124 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-39ea9224-0303-40e5-9d74-e367d1cf683e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 946 time: 0.0469720 May 27 09:47:30.330598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Deleting port 170fc0f5-d663-45e7-aca9-b414a735e887 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:30.331022 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:30.424674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] For port 170fc0f5-d663-45e7-aca9-b414a735e887, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=170fc0f5-d663-45e7-aca9-b414a735e887,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:30.425045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:30.638357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb71d6-ecd4-43e4-8434-0d62d0419c84 req-5c176568-c459-43e9-a6ae-6dd745815c6c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:30.639851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e0eb71d6-ecd4-43e4-8434-0d62d0419c84 req-5c176568-c459-43e9-a6ae-6dd745815c6c tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0874069 May 27 09:47:30.650694 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:30.670297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:30.670650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:30.670959 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Floating IP 67a7b960-5507-4930-b022-90e65cce360b disassociated. External IP: 172.27.1.204, port: 170fc0f5-d663-45e7-aca9-b414a735e887. May 27 09:47:30.671317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Calling delete_port for 170fc0f5-d663-45e7-aca9-b414a735e887 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:30.737501 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e0eb71d6-ecd4-43e4-8434-0d62d0419c84 req-84afc4a7-35df-4687-8909-b4272631bb97 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903034 May 27 09:47:30.822635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (170fc0f5-d663-45e7-aca9-b414a735e887), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:30.847983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'Port': ['ID=170fc0f5-d663-45e7-aca9-b414a735e887,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:30.911477 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:30.961544 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:30.964887 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:31.065804 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:31.076948 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:31.087587 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:31.088432 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:31.114295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] No DVR routers for this DVR port 170fc0f5-d663-45e7-aca9-b414a735e887 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:31.124374 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:31.127507 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4f1763f-e1bc-4d15-94b3-a939ed25b69f req-cee2efb8-42a9-4a8b-9b65-7675918ded64 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "DELETE /v2.0/ports/170fc0f5-d663-45e7-aca9-b414a735e887 HTTP/1.1" status: 204 len: 173 time: 0.8791518 May 27 09:47:31.128009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'name': 'network-vif-deleted', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:31.130247 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83a025-bb82-4631-9e2f-862de7efc190" -d '{"events": [{"server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "name": "network-vif-deleted", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:31.151421 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-21cc7a91-8510-474a-843a-73fc57f39a25 req-9b0649fa-481d-417d-8549-97c36f2ba00e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0389717 May 27 09:47:31.184694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4997f0a-77dd-41ea-b9b0-39e28e44749c x-openstack-request-id: req-f4997f0a-77dd-41ea-b9b0-39e28e44749c {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:31.184978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c817de-8115-43f6-9a05-6366318ea29f", "name": "network-vif-deleted", "tag": "170fc0f5-d663-45e7-aca9-b414a735e887", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:31.185227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4997f0a-77dd-41ea-b9b0-39e28e44749c {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:31.185624 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4997f0a-77dd-41ea-b9b0-39e28e44749c'] response: {'server_uuid': 'd5c817de-8115-43f6-9a05-6366318ea29f', 'name': 'network-vif-deleted', 'tag': '170fc0f5-d663-45e7-aca9-b414a735e887', 'status': 'completed', 'code': 200} May 27 09:47:31.198271 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:31.387584 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:31.414937 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:31.423086 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:31.423746 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:31.518295 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:31.699246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:31.724760 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b8709-134b-46f5-a331-2f012e1eaf4d None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:31.853345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31eb0d-ac1f-4aeb-b059-e4ea2f8ad501 req-4ba89cc9-b0aa-4884-91f6-3a7ad0344ca1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:31.854861 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a31eb0d-ac1f-4aeb-b059-e4ea2f8ad501 req-4ba89cc9-b0aa-4884-91f6-3a7ad0344ca1 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0489614 May 27 09:47:31.904471 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a31eb0d-ac1f-4aeb-b059-e4ea2f8ad501 req-dab4d904-77b9-4483-816d-63526cda0c64 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 May 27 09:47:31.941040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23d368-ffd6-4bbb-b54d-b988cdfe6fc1 None None] New status for floating IP 67a7b960-5507-4930-b022-90e65cce360b: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:47:32.248911 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6b64cc94-91e2-4ac3-8fb2-0270b956e638 req-b4168eee-576c-478e-a8b8-ef8b98d9c21e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0269387 May 27 09:47:33.015903 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35749bf5-e1bc-4550-aabd-2ab5e2beeec0 req-618e85c0-b270-4f83-a68d-dc6412582b94 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:33.017332 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35749bf5-e1bc-4550-aabd-2ab5e2beeec0 req-618e85c0-b270-4f83-a68d-dc6412582b94 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0448351 May 27 09:47:33.067012 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35749bf5-e1bc-4550-aabd-2ab5e2beeec0 req-5845ea0d-bbff-4d80-a0e9-714b0af6fbf2 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 May 27 09:47:33.344618 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b1c93e97-8703-4a0f-bdd1-46c7eeff2f07 req-d1ec1b63-8d9f-4d1b-8c34-e3c9eb298043 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0274754 May 27 09:47:34.124670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1a999-9db4-496a-b008-f7261686c50e req-ff7b3353-ce23-48f2-a57c-6911490e6bf9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:34.126135 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bea1a999-9db4-496a-b008-f7261686c50e req-ff7b3353-ce23-48f2-a57c-6911490e6bf9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0483401 May 27 09:47:34.213437 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19798234-ed6c-4f9b-a6f3-382d93afab49 req-9296896a-ba04-43a0-b2a6-cecb73ae0b2b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:34.215148 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-19798234-ed6c-4f9b-a6f3-382d93afab49 req-9296896a-ba04-43a0-b2a6-cecb73ae0b2b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 946 time: 0.0742481 May 27 09:47:34.264063 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Deleting port be291203-ca93-4891-adc1-934c52d11bd3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:34.264393 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (be291203-ca93-4891-adc1-934c52d11bd3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:34.307884 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-19798234-ed6c-4f9b-a6f3-382d93afab49 req-6d8da658-a0ed-4fdc-8eef-4c97f7fef3c0 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=fea18e79-97ef-41aa-806b-d52e520a9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751638 May 27 09:47:34.372061 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] For port be291203-ca93-4891-adc1-934c52d11bd3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be291203-ca93-4891-adc1-934c52d11bd3,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:34.372568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (be291203-ca93-4891-adc1-934c52d11bd3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:34.487209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68b7ba55-2d49-4c8d-aba2-c21b493de36c req-61439e29-6d8b-4e36-a85e-ef4f28001f14 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c817de-8115-43f6-9a05-6366318ea29f HTTP/1.1" status: 200 len: 210 time: 0.0658870 May 27 09:47:34.561168 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:34.561570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:34.562002 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Floating IP 83d070bd-2e08-49e8-b12f-6afd397d601b disassociated. External IP: 172.27.1.5, port: be291203-ca93-4891-adc1-934c52d11bd3. May 27 09:47:34.562318 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Calling delete_port for be291203-ca93-4891-adc1-934c52d11bd3 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:34.616732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:34.691799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (be291203-ca93-4891-adc1-934c52d11bd3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:34.699460 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:34.719849 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event deleted for resources: {'Port': ['ID=be291203-ca93-4891-adc1-934c52d11bd3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:34.831119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:34.868850 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 170fc0f5-d663-45e7-aca9-b414a735e887 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:34.892996 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 170fc0f5-d663-45e7-aca9-b414a735e887 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:34.893411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 170fc0f5-d663-45e7-aca9-b414a735e887 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:35.182499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:35.193934 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:35.214169 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:35.219815 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:35.226077 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] No DVR routers for this DVR port be291203-ca93-4891-adc1-934c52d11bd3 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:35.228758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.232227 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bea1a999-9db4-496a-b008-f7261686c50e req-a834c0bc-233e-4eb6-9c77-cc10aed875d8 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "DELETE /v2.0/ports/be291203-ca93-4891-adc1-934c52d11bd3 HTTP/1.1" status: 204 len: 173 time: 1.0988128 May 27 09:47:35.232676 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'name': 'network-vif-deleted', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:35.235396 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6ebc75-fde5-44d4-a2f6-a5558f447ed0" -d '{"events": [{"server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "name": "network-vif-deleted", "tag": "be291203-ca93-4891-adc1-934c52d11bd3"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:35.273796 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ea902-2da3-4c8b-9801-c04e89fe3577 x-openstack-request-id: req-bf0ea902-2da3-4c8b-9801-c04e89fe3577 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:35.274080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4572f19b-c60d-461e-8eec-9c9f8a25201c", "name": "network-vif-deleted", "tag": "be291203-ca93-4891-adc1-934c52d11bd3", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:35.274324 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf0ea902-2da3-4c8b-9801-c04e89fe3577 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:35.274719 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0ea902-2da3-4c8b-9801-c04e89fe3577'] response: {'server_uuid': '4572f19b-c60d-461e-8eec-9c9f8a25201c', 'name': 'network-vif-deleted', 'tag': 'be291203-ca93-4891-adc1-934c52d11bd3', 'status': 'completed', 'code': 200} May 27 09:47:35.326297 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:35.363758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:35.421009 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fcd3449a-d24c-4dc7-906c-41d1a2c2b56e req-d96e216b-eb7f-4a29-be29-51702ae90961 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=4572f19b-c60d-461e-8eec-9c9f8a25201c HTTP/1.1" status: 200 len: 210 time: 0.0306153 May 27 09:47:35.516893 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:35.519973 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:35.542737 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:35.551667 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:35.552282 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:35.575602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43240) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:35.632296 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (680edfe4-99fd-4bad-8499-dfcba27b634d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.654873 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:35.656578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (680edfe4-99fd-4bad-8499-dfcba27b634d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.711888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (680edfe4-99fd-4bad-8499-dfcba27b634d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.714965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.720640 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "DELETE /v2.0/security-groups/680edfe4-99fd-4bad-8499-dfcba27b634d HTTP/1.1" status: 204 len: 168 time: 0.1414452 May 27 09:47:35.721010 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43242) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:35.730761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6e9be-96eb-41b9-98f5-b040b0992ac0 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680edfe4-99fd-4bad-8499-dfcba27b634d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:35.736286 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-8aff346a-10da-4ecc-9ab8-fa21afd67234 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] show failed (client error): The resource could not be found. May 27 09:47:35.740557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43244) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:35.741579 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8aff346a-10da-4ecc-9ab8-fa21afd67234 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups/680edfe4-99fd-4bad-8499-dfcba27b634d HTTP/1.1" status: 404 len: 347 time: 0.0195222 May 27 09:47:35.862190 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Deleting port 7fdeb92f-673e-4469-91e2-58d681682691 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:35.862542 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (7fdeb92f-673e-4469-91e2-58d681682691), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.942724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (7fdeb92f-673e-4469-91e2-58d681682691), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.943044 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (7fdeb92f-673e-4469-91e2-58d681682691), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:35.960286 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Calling delete_port for 7fdeb92f-673e-4469-91e2-58d681682691 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:35.988514 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:36.013249 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c1cc7-821b-41a9-b823-8a89e3bda4ea None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca364c29-70e7-4aa0-82e9-f57ad12c59df', 'name': '', 'network_id': '7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'mac_address': 'fa:16:3e:ee:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:02Z', 'updated_at': '2022-05-27T09:39:14Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'subnets': [{'id': '563e966d-4148-40d1-abcc-2fbcf4399b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:36.038181 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:36.091527 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (7fdeb92f-673e-4469-91e2-58d681682691), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.119007 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'Port': ['ID=7fdeb92f-673e-4469-91e2-58d681682691,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:36.181917 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (67a7b960-5507-4930-b022-90e65cce360b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.184471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.185658 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ffb1a89b-7c30-47e8-bbe2-ff85e2f40cf7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "DELETE /v2.0/floatingips/67a7b960-5507-4930-b022-90e65cce360b HTTP/1.1" status: 204 len: 168 time: 0.4435415 May 27 09:47:36.250290 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fe0d5-78e5-4b1a-b32d-b58ab9d3b568 None None] New status for floating IP 83d070bd-2e08-49e8-b12f-6afd397d601b: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:47:36.277549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.282367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693738343', 'description': 'tempest-description--14322876'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:36.303941 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.329326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:36.375785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (cbda5642-eb6f-480d-9f3b-4c22b456479b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.380635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (cbda5642-eb6f-480d-9f3b-4c22b456479b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.405935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.407329 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1286678 May 27 09:47:36.410282 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43250) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.415021 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group_rule': {'security_group_id': 'cbda5642-eb6f-480d-9f3b-4c22b456479b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:36.415718 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2b33-5281-459c-9ffb-bec35b72537e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda5642-eb6f-480d-9f3b-4c22b456479b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:36.443123 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (2e1787e7-1595-49a1-9b25-d21488048c7b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.508838 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (2e1787e7-1595-49a1-9b25-d21488048c7b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.512653 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (2e1787e7-1595-49a1-9b25-d21488048c7b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.516722 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43256) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.530968 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1787e7-1595-49a1-9b25-d21488048c7b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:36.538918 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.540137 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1a5b6dcb-82f7-487c-913c-744d97576a84 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287031 May 27 09:47:36.542824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.549668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'security_group_rule': {'security_group_id': 'cbda5642-eb6f-480d-9f3b-4c22b456479b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:36.600645 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (fea18e79-97ef-41aa-806b-d52e520a9121), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.605857 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (050ec028-89ab-4b1e-8d69-64e4d5e344f7), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.641137 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (fea18e79-97ef-41aa-806b-d52e520a9121), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.694112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (050ec028-89ab-4b1e-8d69-64e4d5e344f7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.697656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (050ec028-89ab-4b1e-8d69-64e4d5e344f7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.718772 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050ec028-89ab-4b1e-8d69-64e4d5e344f7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:36.724290 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.725452 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e6255732-3123-4301-97d9-8768f6f57e3b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816759 May 27 09:47:36.726533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fea18e79-97ef-41aa-806b-d52e520a9121), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.728838 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.729344 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.730131 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "DELETE /v2.0/security-groups/fea18e79-97ef-41aa-806b-d52e520a9121 HTTP/1.1" status: 204 len: 168 time: 0.2116888 May 27 09:47:36.732526 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43262) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.737393 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:36.739653 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5343c-bbc1-4f64-8ef5-462ff508391f tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea18e79-97ef-41aa-806b-d52e520a9121,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:36.766019 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-d5665a75-5eeb-443d-9c20-53c3615af99d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] show failed (client error): The resource could not be found. May 27 09:47:36.767035 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d5665a75-5eeb-443d-9c20-53c3615af99d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups/fea18e79-97ef-41aa-806b-d52e520a9121 HTTP/1.1" status: 404 len: 347 time: 0.0336721 May 27 09:47:36.769679 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:36.806595 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.945335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Deleting port 2a72aaea-77de-47f6-b6c7-d7ed4878ece7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:36.945681 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:36.969029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.076634 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.076967 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.112913 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Calling delete_port for 2a72aaea-77de-47f6-b6c7-d7ed4878ece7 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:37.173166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Allocated IP 172.27.1.158 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/250123dd-5f71-496b-a6a9-1de9c1ae48bd) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:37.285368 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:37.332762 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:37.343098 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.364132 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (2a72aaea-77de-47f6-b6c7-d7ed4878ece7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.398280 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event deleted for resources: {'Port': ['ID=2a72aaea-77de-47f6-b6c7-d7ed4878ece7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:37.449633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.508121 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:37.511028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks [] for floatingip (83d070bd-2e08-49e8-b12f-6afd397d601b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.513463 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.514600 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-31561c7e-7676-4a27-be79-cdb6a66561ea tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "DELETE /v2.0/floatingips/83d070bd-2e08-49e8-b12f-6afd397d601b HTTP/1.1" status: 204 len: 168 time: 0.7440422 May 27 09:47:37.515870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:37.518443 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=250123dd-5f71-496b-a6a9-1de9c1ae48bd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:37.520595 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:37.608123 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.645884 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.819150 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.823460 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.895505 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=250123dd-5f71-496b-a6a9-1de9c1ae48bd,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:37.905259 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.920959 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:37.922340 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8ac48ecd-d6c4-4200-8bb3-902275c1708c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1924787 May 27 09:47:38.118280 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-d25984d1-49d8-4fdf-9ab1-3f7535733f1c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--693738343&fields=id&tenant_id=06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 267 time: 0.0425141 May 27 09:47:38.227188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-8ee8f01d-4053-4bab-be2a-5c93bb775c89 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:38.230459 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-8ee8f01d-4053-4bab-be2a-5c93bb775c89 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 810 time: 0.1060150 May 27 09:47:38.244992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-caa6d43b-552f-41d9-8f00-ba41908de0f6 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/quotas/06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 375 time: 0.0092139 May 27 09:47:38.277035 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:38.294278 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-63fe3310-83a3-4a45-9d94-1e0398c4d614 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445154 May 27 09:47:38.390379 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-7588843b-ec88-4be1-8219-cac899e9a4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 May 27 09:47:38.478029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-2e6196d1-a708-4bc9-9f0e-43ab23d9ca18 service neutron] 10.222.0.41 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813758 May 27 09:47:38.641262 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-65f763bf-7b31-4f8f-a8fc-90d1cd091d3e req-f6980987-2331-4152-8144-8b6b5529ac93 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0289314 May 27 09:47:38.870821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device be291203-ca93-4891-adc1-934c52d11bd3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:38.900463 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: be291203-ca93-4891-adc1-934c52d11bd3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:38.900806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device be291203-ca93-4891-adc1-934c52d11bd3 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:39.692556 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-f24d3eb9-ae9f-449f-92a4-f36b40701a3d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:39.694158 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-f24d3eb9-ae9f-449f-92a4-f36b40701a3d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 810 time: 0.1071448 May 27 09:47:39.763213 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6df03a4d-4900-4039-9ee0-a01cf2aa4928 req-352a9352-02f4-4b02-8899-7ccd8be5cb7d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0451336 May 27 09:47:39.777339 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:39.796001 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-081548e3-0fa9-4036-9306-6f590d72a622 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06332dc6f29b4d01b047104d93bbef0f HTTP/1.1" status: 200 len: 379 time: 0.0855472 May 27 09:47:39.858412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'port': {'device_id': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'admin_state_up': True, 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'security_groups': ['cbda5642-eb6f-480d-9f3b-4c22b456479b']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:40.007489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69f8b-427a-446e-aebb-f2f941611323 req-10ccb92b-060d-45c5-9b01-ed22160229e3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:40.008986 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dec69f8b-427a-446e-aebb-f2f941611323 req-10ccb92b-060d-45c5-9b01-ed22160229e3 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.0574741 May 27 09:47:40.013175 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Made reservation on behalf of 06332dc6f29b4d01b047104d93bbef0f for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:40.016473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.119680 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dec69f8b-427a-446e-aebb-f2f941611323 req-3f0bf76f-1961-48ab-900b-a354abded9ba tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 May 27 09:47:40.176961 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Allocated IP 172.20.0.8 (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d/0a67c107-da91-4375-ab1a-48e7a98f1cb4/dc3fff52-3e58-4032-878e-443fd16673dd) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:40.314823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for port (dc3fff52-3e58-4032-878e-443fd16673dd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.317406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:40.349048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.390311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:40.395926 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:40.399642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:40.421943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event updated for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:40.441463 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.441720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.442075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.442403 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.442898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.443056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.443403 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.443733 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.444050 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.444644 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.444923 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.445272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.445589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.446058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.446351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:40.467694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:40.468317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.484553 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-5f804c4e-8aa0-4e19-8046-45404119d3ef tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300900 May 27 09:47:40.591253 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-90047e70-69d0-4291-8826-45e752cebb16 None None] Provisioning complete for port dc3fff52-3e58-4032-878e-443fd16673dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:40.591831 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90047e70-69d0-4291-8826-45e752cebb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.622839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-90047e70-69d0-4291-8826-45e752cebb16 None None] Port dc3fff52-3e58-4032-878e-443fd16673dd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:47:40.734506 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Request body: {'port': {'device_id': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:40.793823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:40.872758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:40.939932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-79a0974a-50b5-4842-a414-44b14cb4d543 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:40.941349 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-79a0974a-50b5-4842-a414-44b14cb4d543 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1121881 May 27 09:47:40.987013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d63b-f594-4971-82fc-4ef517ad7fb8 req-5e30fcdc-02bc-41df-a811-3f5dcb9f6506 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:40.988387 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4837d63b-f594-4971-82fc-4ef517ad7fb8 req-5e30fcdc-02bc-41df-a811-3f5dcb9f6506 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 931 time: 0.1497445 May 27 09:47:41.151337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Deleting port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:41.151683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.197895 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4837d63b-f594-4971-82fc-4ef517ad7fb8 req-3e730517-fec6-4f04-a4df-6e0b432bf380 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012939 May 27 09:47:41.305043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089263f-0fdf-4a94-8857-5cef7f3af065 req-fa66cedb-4f81-4bf7-aba9-1ce7f2d29c53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:41.306487 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0089263f-0fdf-4a94-8857-5cef7f3af065 req-fa66cedb-4f81-4bf7-aba9-1ce7f2d29c53 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b2cecc3-140a-45b6-8b02-86784963dcf8 HTTP/1.1" status: 200 len: 946 time: 0.1009548 May 27 09:47:41.342197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:41.370308 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] For port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:41.370666 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.423981 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Calling delete_port for d50b1a7c-b3da-4b5c-bca2-2cc99a43949e owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:41.428464 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0089263f-0fdf-4a94-8857-5cef7f3af065 req-257b1d78-2d26-471c-bf3e-d08ab196886e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138136 May 27 09:47:41.445258 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3fff52-3e58-4032-878e-443fd16673dd {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:47:41.455299 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks [] for port (dc3fff52-3e58-4032-878e-443fd16673dd), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.502522 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Transition to ACTIVE for port object dc3fff52-3e58-4032-878e-443fd16673dd will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:47:41.509388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.574641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:41.656269 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:41.688670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (d50b1a7c-b3da-4b5c-bca2-2cc99a43949e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.699374 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Attempting to bind port dc3fff52-3e58-4032-878e-443fd16673dd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:47:41.699716 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Attempting to bind port dc3fff52-3e58-4032-878e-443fd16673dd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:47:41.700042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Attempting to bind port dc3fff52-3e58-4032-878e-443fd16673dd on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:47:41.723594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['adc5b363-c80d-48e0-98dd-a4279791062f', 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:47:41.728300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event deleted for resources: {'Port': ['ID=d50b1a7c-b3da-4b5c-bca2-2cc99a43949e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:41.731943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Port dc3fff52-3e58-4032-878e-443fd16673dd on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:47:41.732265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Attempting to bind port dc3fff52-3e58-4032-878e-443fd16673dd on network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:47:41.741418 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:47:41.742052 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Checking segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:47:41.742158 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Bound using segment: {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:47:41.742533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Bound port: dc3fff52-3e58-4032-878e-443fd16673dd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:47:41.742889 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.790189 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] No DVR routers for this DVR port d50b1a7c-b3da-4b5c-bca2-2cc99a43949e on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:41.806605 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.809746 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b4b61c33-f1c9-4608-b590-c7368763c95a req-ecc36038-547a-4b10-8980-e76050411e55 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "DELETE /v2.0/ports/d50b1a7c-b3da-4b5c-bca2-2cc99a43949e HTTP/1.1" status: 204 len: 173 time: 0.8568518 May 27 09:47:41.810172 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'name': 'network-vif-deleted', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:41.812404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86c28d-6cfc-4cc0-9f50-b15fd50c3fac" -d '{"events": [{"server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "name": "network-vif-deleted", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:41.850911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:47:41.857421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dc3fff52-3e58-4032-878e-443fd16673dd,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:47:41.859907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6209a08-8393-4aba-8cde-25670d55b90c x-openstack-request-id: req-d6209a08-8393-4aba-8cde-25670d55b90c {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:41.860212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2cecc3-140a-45b6-8b02-86784963dcf8", "name": "network-vif-deleted", "tag": "d50b1a7c-b3da-4b5c-bca2-2cc99a43949e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:41.860465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6209a08-8393-4aba-8cde-25670d55b90c {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:41.860942 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6209a08-8393-4aba-8cde-25670d55b90c'] response: {'server_uuid': '7b2cecc3-140a-45b6-8b02-86784963dcf8', 'name': 'network-vif-deleted', 'tag': 'd50b1a7c-b3da-4b5c-bca2-2cc99a43949e', 'status': 'completed', 'code': 200} May 27 09:47:41.865580 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.906363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:41.906363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:41.908258 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc3fff52-3e58-4032-878e-443fd16673dd HTTP/1.1" status: 200 len: 1093 time: 1.1780756 May 27 09:47:41.932123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6a47-f41e-4d78-9ba9-ad8e03e74d06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:42.042325 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-c4f57210-2758-4765-b91e-a829d51bd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:42.043891 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-c4f57210-2758-4765-b91e-a829d51bd9a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 1127 time: 0.0495157 May 27 09:47:42.322701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-4e635328-9e30-4131-bc5a-db4ff0c38db6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3fff52-3e58-4032-878e-443fd16673dd HTTP/1.1" status: 200 len: 217 time: 0.0583322 May 27 09:47:42.366717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ed689-6905-4bc7-a5ec-fdcee7914fb7 req-853ed918-7d36-4564-90e8-396ce8951134 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:42.368299 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-952ed689-6905-4bc7-a5ec-fdcee7914fb7 req-853ed918-7d36-4564-90e8-396ce8951134 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 943 time: 0.1026354 May 27 09:47:42.407075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-bae74a6c-ba54-42ac-b56d-3b237dbefc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:42.409442 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-bae74a6c-ba54-42ac-b56d-3b237dbefc1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0783789 May 27 09:47:42.416360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:42.458336 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-952ed689-6905-4bc7-a5ec-fdcee7914fb7 req-a41b9d7a-15d5-4469-b144-0361fcd2ecfa tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831518 May 27 09:47:42.469429 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-4350ad73-1b78-40c4-b3b6-805ea043654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:42.472543 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-4350ad73-1b78-40c4-b3b6-805ea043654a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522373 May 27 09:47:42.563874 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-65b20605-f91f-4a2e-893a-db265c44c972 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862143 May 27 09:47:42.663655 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-416713ac-c440-4d0f-8387-6716d58e04b1 req-85aaad6f-729f-4dc2-a91f-98b844dc3fc7 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940416 May 27 09:47:42.708129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc37a98-b055-4565-9809-5155a56f9fe4 req-60408dac-757a-4614-b66b-d71c9aeb7c8d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:42.709604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6dc37a98-b055-4565-9809-5155a56f9fe4 req-60408dac-757a-4614-b66b-d71c9aeb7c8d tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0484734 May 27 09:47:42.756009 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6dc37a98-b055-4565-9809-5155a56f9fe4 req-c537a0ac-7296-4b0d-99b7-cc6770254b30 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 May 27 09:47:43.578752 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc416-c480-40b0-a6c0-e0710556c94f req-c8228169-b403-475b-a46b-7c7457734062 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:43.580242 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11bcc416-c480-40b0-a6c0-e0710556c94f req-c8228169-b403-475b-a46b-7c7457734062 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 943 time: 0.0502253 May 27 09:47:43.625350 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-11bcc416-c480-40b0-a6c0-e0710556c94f req-0bcdf7e6-9afa-4646-972a-f6acab09c19e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 May 27 09:47:43.863364 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:43.865545 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e57e0c-2def-44ce-be78-34602d50c320" -d '{"events": [{"name": "network-changed", "server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:43.875253 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ef65-f4ac-437e-b272-0208b451b763 req-391dcde8-fbd1-4230-af1b-15ce5ad42292 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:43.876816 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3797ef65-f4ac-437e-b272-0208b451b763 req-391dcde8-fbd1-4230-af1b-15ce5ad42292 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0529475 May 27 09:47:43.899975 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da311d3-9dc7-4b4e-994f-b3bcca117e82 x-openstack-request-id: req-4da311d3-9dc7-4b4e-994f-b3bcca117e82 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:43.900258 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:43.900505 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4da311d3-9dc7-4b4e-994f-b3bcca117e82 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:43.900888 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da311d3-9dc7-4b4e-994f-b3bcca117e82'] response: {'name': 'network-changed', 'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'status': 'completed', 'code': 200} May 27 09:47:43.927073 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3797ef65-f4ac-437e-b272-0208b451b763 req-4563a399-6495-4d2d-b98d-74e945cef2f9 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 May 27 09:47:44.741519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954da54a-3c72-4045-a5ef-c6052c3b750b req-ba508d3a-87eb-41f7-aced-0975a386faea tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:44.742989 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-954da54a-3c72-4045-a5ef-c6052c3b750b req-ba508d3a-87eb-41f7-aced-0975a386faea tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 943 time: 0.0498943 May 27 09:47:44.790726 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-954da54a-3c72-4045-a5ef-c6052c3b750b req-c6c1797b-9a9a-4fa7-ae7d-f114c48f1cae tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 May 27 09:47:44.871805 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device d50b1a7c-b3da-4b5c-bca2-2cc99a43949e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:44.890915 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: d50b1a7c-b3da-4b5c-bca2-2cc99a43949e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:44.891260 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device d50b1a7c-b3da-4b5c-bca2-2cc99a43949e not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:45.038526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf316-7cad-4985-8903-4e58e93169e6 req-ba36e3b2-377b-4e6f-ab7f-a50d97a648bc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:45.040047 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-030cf316-7cad-4985-8903-4e58e93169e6 req-ba36e3b2-377b-4e6f-ab7f-a50d97a648bc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0469534 May 27 09:47:45.050830 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:45.088136 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-030cf316-7cad-4985-8903-4e58e93169e6 req-833e551e-9eb3-4857-9a30-6d70108e6598 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 27 09:47:45.373687 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:45.381413 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74f8361c-a2d4-4f9c-8bfc-c7e5c76c7eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:45.905547 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd001-5332-4475-93d5-fc57ccd8d06a req-e170a2d3-928c-429b-a429-2cdc8c21b156 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:45.907563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b99cd001-5332-4475-93d5-fc57ccd8d06a req-e170a2d3-928c-429b-a429-2cdc8c21b156 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 943 time: 0.0493889 May 27 09:47:46.018439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-6d7cf4b8-cfd8-46d5-b967-a5745f8d249b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.019906 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-6d7cf4b8-cfd8-46d5-b967-a5745f8d249b tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0916598 May 27 09:47:46.023731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-664361d5-c54e-46e0-a754-284d6d1a8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.025101 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-664361d5-c54e-46e0-a754-284d6d1a8614 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 1127 time: 0.0978515 May 27 09:47:46.037210 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b99cd001-5332-4475-93d5-fc57ccd8d06a req-041a9dc8-7ede-40b2-8b29-a071c40fad2e tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235237 May 27 09:47:46.174702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Deleting port adc5b363-c80d-48e0-98dd-a4279791062f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:46.175394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:46.208836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:46.249134 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf6a3-c4b6-41d4-98e1-33a6a625a3c7 req-f95238fc-3ee4-41ab-9b09-1adfe232ca82 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.250603 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-467bf6a3-c4b6-41d4-98e1-33a6a625a3c7 req-f95238fc-3ee4-41ab-9b09-1adfe232ca82 tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf3a64e-1d00-4751-816f-74abd2af6e39 HTTP/1.1" status: 200 len: 946 time: 0.0907586 May 27 09:47:46.254012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-f541ecb6-abcf-409f-89d3-d2aa937c4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.255367 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-f541ecb6-abcf-409f-89d3-d2aa937c4fbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.2226217 May 27 09:47:46.578704 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-9f491bbd-bfe5-4947-b5f6-66eb71df7c7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3fff52-3e58-4032-878e-443fd16673dd HTTP/1.1" status: 200 len: 217 time: 0.2986116 May 27 09:47:46.651237 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] For port adc5b363-c80d-48e0-98dd-a4279791062f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=adc5b363-c80d-48e0-98dd-a4279791062f,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:46.651629 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:46.667938 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-467bf6a3-c4b6-41d4-98e1-33a6a625a3c7 req-b5880709-c61c-4c35-b99e-656e876c13bc tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.41 "GET /v2.0/security-groups?id=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116771 May 27 09:47:46.674392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Calling delete_port for adc5b363-c80d-48e0-98dd-a4279791062f owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:46.677133 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-31bafda5-078a-48d0-b286-ba2f65fe41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.678545 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-31bafda5-078a-48d0-b286-ba2f65fe41c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0905259 May 27 09:47:46.755917 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-fc77dce5-b2c9-466a-86ec-95b133beace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:46.757384 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-fc77dce5-b2c9-466a-86ec-95b133beace5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715494 May 27 09:47:46.873008 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device dc3fff52-3e58-4032-878e-443fd16673dd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:47:46.873548 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:46.901359 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-7c75c724-78df-442d-b6b6-85282dbca929 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343021 May 27 09:47:46.935956 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (adc5b363-c80d-48e0-98dd-a4279791062f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:46.969297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Pushing event deleted for resources: {'Port': ['ID=adc5b363-c80d-48e0-98dd-a4279791062f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:46.972083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['adc5b363-c80d-48e0-98dd-a4279791062f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:47:46.979607 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dc3fff52-3e58-4032-878e-443fd16673dd,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:47.001216 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:47.011611 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'port_id': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'mac_address': 'fa:16:3e:aa:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:47:47.050248 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] No DVR routers for this DVR port adc5b363-c80d-48e0-98dd-a4279791062f on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:47.054106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:47.055679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port dc3fff52-3e58-4032-878e-443fd16673dd is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:47.056072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:47.057468 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-824d4cbe-2079-40dd-a392-39c0ca8243aa req-ac689dd0-4114-4e40-9340-371748f5932e tempest-ServerRescueNegativeTestJSON-221303946 tempest-ServerRescueNegativeTestJSON-221303946-project] 10.222.0.65 "DELETE /v2.0/ports/adc5b363-c80d-48e0-98dd-a4279791062f HTTP/1.1" status: 204 len: 173 time: 1.0313787 May 27 09:47:47.057759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'name': 'network-vif-deleted', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:47.060213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e60e3-955b-42bc-8053-8ec1e5a567d9" -d '{"events": [{"server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "name": "network-vif-deleted", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:47.070025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3fff52-3e58-4032-878e-443fd16673dd {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:47:47.077514 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e9e57e0c-2def-44ce-be78-34602d50c320 req-3faa4ccd-933b-4c15-9f92-0771478bff50 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671996 May 27 09:47:47.105429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dc3fff52-3e58-4032-878e-443fd16673dd,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:47.111454 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:47.130916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f08e1-ff41-42da-8d36-1e55e1823ecf x-openstack-request-id: req-b26f08e1-ff41-42da-8d36-1e55e1823ecf {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:47.131242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf3a64e-1d00-4751-816f-74abd2af6e39", "name": "network-vif-deleted", "tag": "adc5b363-c80d-48e0-98dd-a4279791062f", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:47.131515 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b26f08e1-ff41-42da-8d36-1e55e1823ecf {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:47.132032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26f08e1-ff41-42da-8d36-1e55e1823ecf'] response: {'server_uuid': 'abf3a64e-1d00-4751-816f-74abd2af6e39', 'name': 'network-vif-deleted', 'tag': 'adc5b363-c80d-48e0-98dd-a4279791062f', 'status': 'completed', 'code': 200} May 27 09:47:47.167180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:47.183391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a1fc4-0558-494c-ab77-77bebfba5150 req-74568188-3c15-4193-87d6-7706603ffffe tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:47.184855 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e57a1fc4-0558-494c-ab77-77bebfba5150 req-74568188-3c15-4193-87d6-7706603ffffe tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 944 time: 0.0500612 May 27 09:47:47.235707 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e57a1fc4-0558-494c-ab77-77bebfba5150 req-9a450fb2-fe88-43d1-a780-61c4d9d1b604 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447772 May 27 09:47:47.524306 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['dc3fff52-3e58-4032-878e-443fd16673dd'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:47:47.725816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43352) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:47.759814 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41702e2f-b009-496d-9c9e-094f484bd1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:47.928670 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:48.104103 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:48.178899 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.348745 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd258727-f91a-4e06-995e-7625f1d1dc3f req-246bac8c-faba-4352-8b90-195de0e52d04 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:48.350211 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fd258727-f91a-4e06-995e-7625f1d1dc3f req-246bac8c-faba-4352-8b90-195de0e52d04 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 944 time: 0.0466299 May 27 09:47:48.394333 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Deleting port ca364c29-70e7-4aa0-82e9-f57ad12c59df {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:48.394676 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.399559 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fd258727-f91a-4e06-995e-7625f1d1dc3f req-436145f7-d28a-47fd-80bf-c741c9daf716 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437195 May 27 09:47:48.474423 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] For port ca364c29-70e7-4aa0-82e9-f57ad12c59df, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca364c29-70e7-4aa0-82e9-f57ad12c59df,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:48.474789 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.487299 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Calling delete_port for ca364c29-70e7-4aa0-82e9-f57ad12c59df owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:48.609128 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:48.614338 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:48.681072 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (ca364c29-70e7-4aa0-82e9-f57ad12c59df), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.688283 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:48.707129 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca364c29-70e7-4aa0-82e9-f57ad12c59df,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:48.735236 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.736023 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.736023 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.736275 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.736592 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.736916 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.737238 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.737558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.737876 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.738193 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.738511 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.738828 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.739143 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.739482 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.739796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:48.881050 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.913675 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:48.942499 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device dc3fff52-3e58-4032-878e-443fd16673dd up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:47:48.987705 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port dc3fff52-3e58-4032-878e-443fd16673dd completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:47:48.992495 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port dc3fff52-3e58-4032-878e-443fd16673dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:48.992868 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.029882 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:49.069866 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port dc3fff52-3e58-4032-878e-443fd16673dd is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:49.070251 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.091191 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Router 66c04bc6-9e93-4191-b7e5-b51d447a9125 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:49.093386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:49.095648 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dea5c6-f11c-4e88-88e1-236c015d5119" -d '{"events": [{"server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "name": "network-vif-plugged", "status": "completed", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:49.108279 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dc3fff52-3e58-4032-878e-443fd16673dd,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:49.113415 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.114373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device adc5b363-c80d-48e0-98dd-a4279791062f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:49.151095 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b888fe-0725-4d2b-b33f-7411958646e3 x-openstack-request-id: req-c3b888fe-0725-4d2b-b33f-7411958646e3 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:49.151403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "name": "network-vif-plugged", "status": "completed", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:49.151652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3b888fe-0725-4d2b-b33f-7411958646e3 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:49.152036 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b888fe-0725-4d2b-b33f-7411958646e3'] response: {'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'code': 200} May 27 09:47:49.152547 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: adc5b363-c80d-48e0-98dd-a4279791062f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:49.152886 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device adc5b363-c80d-48e0-98dd-a4279791062f not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:49.178118 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:49.364449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7ee74-49d6-44ff-89c7-a901f81abaeb req-9e3b9f05-aed6-4443-b35c-4ebab2e2b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:49.365988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-98c7ee74-49d6-44ff-89c7-a901f81abaeb req-9e3b9f05-aed6-4443-b35c-4ebab2e2b9a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0390842 May 27 09:47:49.388230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:49.410267 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:49.413016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-98c7ee74-49d6-44ff-89c7-a901f81abaeb req-c1d3dbe6-e8bc-4e75-8487-b614d1188665 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 May 27 09:47:49.415202 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7f375745-eb6e-4c03-8dc6-4ba15b200124 admin admin] 10.222.0.41 "PUT /v2.0/routers/66c04bc6-9e93-4191-b7e5-b51d447a9125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884882 May 27 09:47:49.417633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43360) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:49.419033 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Sync routers for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:49.442919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:49.443638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:49.477571 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:49.521609 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks [] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.524236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a55f1-d2d6-4153-97dd-c7ce58b5257f req-0f3cd40d-b578-45a0-8a48-4d9a396d32b9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:49.525772 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-625a55f1-d2d6-4153-97dd-c7ce58b5257f req-0f3cd40d-b578-45a0-8a48-4d9a396d32b9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0538726 May 27 09:47:49.552959 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:49.579385 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-625a55f1-d2d6-4153-97dd-c7ce58b5257f req-2aa30d65-e0e3-4870-8500-b42b5ca3c3b6 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471396 May 27 09:47:49.622033 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks [] for router_gateway (66c04bc6-9e93-4191-b7e5-b51d447a9125), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.663674 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Deleting port c55017f6-a1cf-4285-a192-5f33541d03f0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:49.663931 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.713053 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:49.718993 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:47:48Z', 'revision_number': 5, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port': {'id': 'c55017f6-a1cf-4285-a192-5f33541d03f0', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:49.746116 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Checking router: 66c04bc6-9e93-4191-b7e5-b51d447a9125 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:49.748190 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] For port c55017f6-a1cf-4285-a192-5f33541d03f0, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c55017f6-a1cf-4285-a192-5f33541d03f0,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:49.748650 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.754505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Routers {'66c04bc6-9e93-4191-b7e5-b51d447a9125'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:49.755113 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['66c04bc6-9e93-4191-b7e5-b51d447a9125'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:49.761929 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Calling delete_port for c55017f6-a1cf-4285-a192-5f33541d03f0 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:49.821733 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:49.840920 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] Set router 66c04bc6-9e93-4191-b7e5-b51d447a9125 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:49.893354 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:47:49Z', 'revision_number': 6, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:49.918222 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403b9d1-ed28-44d1-82c3-d68999747e2b None None] The sync data for ids ['66c04bc6-9e93-4191-b7e5-b51d447a9125'] in dv-cinder-797608-21-iscsi is: [{'id': '66c04bc6-9e93-4191-b7e5-b51d447a9125', 'name': 'tempest-ServerRescueNegativeTestJSON-302333942-router', 'tenant_id': '0cad683f27d14cf5a90a19525a467a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:47:49Z', 'revision_number': 6, 'project_id': '0cad683f27d14cf5a90a19525a467a52', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:49.930841 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (c55017f6-a1cf-4285-a192-5f33541d03f0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:49.956510 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55017f6-a1cf-4285-a192-5f33541d03f0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:50.015081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.017294 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.078019 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:50.104384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.106734 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks [] for router_controller (66c04bc6-9e93-4191-b7e5-b51d447a9125), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.150208 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (66c04bc6-9e93-4191-b7e5-b51d447a9125), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.150806 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c04bc6-9e93-4191-b7e5-b51d447a9125 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:47:50.155387 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.156514 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7f8ecb09-e74a-4cb3-b65e-48d8499f21e0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/66c04bc6-9e93-4191-b7e5-b51d447a9125 HTTP/1.1" status: 204 len: 168 time: 0.7379336 May 27 09:47:50.159484 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43364) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:50.201457 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Deleting subnet 563e966d-4148-40d1-abcc-2fbcf4399b3a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:47:50.205161 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Publish callbacks [] for subnet (563e966d-4148-40d1-abcc-2fbcf4399b3a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.238531 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (563e966d-4148-40d1-abcc-2fbcf4399b3a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.317975 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (563e966d-4148-40d1-abcc-2fbcf4399b3a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.373644 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (563e966d-4148-40d1-abcc-2fbcf4399b3a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.399480 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563e966d-4148-40d1-abcc-2fbcf4399b3a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:50.403213 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.406559 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f6a48495-5d09-416a-b7e7-24cad6efa4a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/563e966d-4148-40d1-abcc-2fbcf4399b3a HTTP/1.1" status: 204 len: 168 time: 0.2460160 May 27 09:47:50.408925 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43366) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:50.409404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389ed36-5938-4b42-98ee-6b458dc46b14 None None] Network 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:47:50.477657 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.523718 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Deleting port ff250d81-eda8-4c10-8646-da1f40bed3fe {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:47:50.524168 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.585487 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] For port ff250d81-eda8-4c10-8646-da1f40bed3fe, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ff250d81-eda8-4c10-8646-da1f40bed3fe,segment=NetworkSegment(c4728a2e-9be1-4490-b3af-4391b07f2e90),segment_id=c4728a2e-9be1-4490-b3af-4391b07f2e90)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:50.585847 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.599104 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Calling delete_port for ff250d81-eda8-4c10-8646-da1f40bed3fe owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:47:50.678293 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:50.691625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (ff250d81-eda8-4c10-8646-da1f40bed3fe), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.701880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee65d9-9acf-4ad2-9558-31a96166d942 None None] DHCP port deletion for 7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:47:50.715347 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f71ee-0010-481b-a33e-a649490a7de9 req-762c5d3a-608f-40cb-92f2-bf13f4f10fd3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:50.718613 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c9f71ee-0010-481b-a33e-a649490a7de9 req-762c5d3a-608f-40cb-92f2-bf13f4f10fd3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0754774 May 27 09:47:50.722540 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff250d81-eda8-4c10-8646-da1f40bed3fe,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:50.733655 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] No DVR routers for this DVR port ff250d81-eda8-4c10-8646-da1f40bed3fe on host dv-cinder-797608-21-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:47:50.780186 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4c9f71ee-0010-481b-a33e-a649490a7de9 req-b152f1b5-9f1c-4fb3-8adb-e0be7583abf6 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479081 May 27 09:47:50.808524 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.837114 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:50.846851 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4728a2e-9be1-4490-b3af-4391b07f2e90') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:50.847149 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4728a2e-9be1-4490-b3af-4391b07f2e90') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:50.856505 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (c4728a2e-9be1-4490-b3af-4391b07f2e90), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.870239 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (c4728a2e-9be1-4490-b3af-4391b07f2e90), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.878055 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:47:50.878554 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (c4728a2e-9be1-4490-b3af-4391b07f2e90), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.900314 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment c4728a2e-9be1-4490-b3af-4391b07f2e90 resource provider aggregate not found May 27 09:47:50.932092 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment c4728a2e-9be1-4490-b3af-4391b07f2e90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4728a2e-9be1-4490-b3af-4391b07f2e90 found for delete ", "request_id": "req-b9c51c7f-af5d-455c-a5c5-c9e761e5ed9b"}]} May 27 09:47:50.946085 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.953488 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:50.959363 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb HTTP/1.1" status: 204 len: 168 time: 0.5493274 May 27 09:47:50.978612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c4bd2-2c62-4e00-a2d0-2934d7e6dcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6e2b01-d1c7-4bef-b4c4-509cdfcf99eb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:51.083963 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:51.109606 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:51.124562 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-31fd400d-468e-4e26-8581-3b08cf252b82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cad683f27d14cf5a90a19525a467a52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394859 May 27 09:47:51.127777 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:51.175499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] Publish callbacks [] for security_group (51b405c4-a8ef-409e-b1b7-dbf0d415b0ac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:51.198739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] Publish callbacks [] for security_group (51b405c4-a8ef-409e-b1b7-dbf0d415b0ac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:51.255730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (51b405c4-a8ef-409e-b1b7-dbf0d415b0ac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:51.258271 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:51.261662 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51b405c4-a8ef-409e-b1b7-dbf0d415b0ac HTTP/1.1" status: 204 len: 168 time: 0.1304255 May 27 09:47:51.268145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6046bf9-bb8c-461b-81e2-a0ddb04aca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b405c4-a8ef-409e-b1b7-dbf0d415b0ac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:51.292850 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca364c29-70e7-4aa0-82e9-f57ad12c59df no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:51.312790 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: ca364c29-70e7-4aa0-82e9-f57ad12c59df {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:51.313140 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca364c29-70e7-4aa0-82e9-f57ad12c59df not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:51.313588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c55017f6-a1cf-4285-a192-5f33541d03f0 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:51.332039 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: c55017f6-a1cf-4285-a192-5f33541d03f0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:51.332388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c55017f6-a1cf-4285-a192-5f33541d03f0 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:51.332802 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ff250d81-eda8-4c10-8646-da1f40bed3fe no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:47:51.353535 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: ff250d81-eda8-4c10-8646-da1f40bed3fe {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:47:51.353878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ff250d81-eda8-4c10-8646-da1f40bed3fe not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:47:51.820748 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:51.902819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa8c9b-4a5f-4f28-991b-fb1ad41302df req-41ca6a22-0e45-4789-8f1d-210d31278c07 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:51.904793 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-67fa8c9b-4a5f-4f28-991b-fb1ad41302df req-41ca6a22-0e45-4789-8f1d-210d31278c07 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0532217 May 27 09:47:51.947470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43402) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:51.959157 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-67fa8c9b-4a5f-4f28-991b-fb1ad41302df req-38e9a446-243a-4d3e-9be6-b95f43bd47f9 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482461 May 27 09:47:52.055424 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-896836046-network', 'tenant_id': '43091208be574e6e8cc348667792f751'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:52.084442 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70602-e515-444b-a551-b53c0076357a req-6ab69096-7c83-42f4-a2c6-4f1fa025d10d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:52.085926 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72a70602-e515-444b-a551-b53c0076357a req-6ab69096-7c83-42f4-a2c6-4f1fa025d10d tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0637939 May 27 09:47:52.087945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:52.095589 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43408) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:52.098177 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:52.100206 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Request body: {'floatingip': {'port_id': 'dc3fff52-3e58-4032-878e-443fd16673dd'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:52.100562 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.110972 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.141292 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.189033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks [] for security_group (fef61bea-d179-4387-aa2b-db866b86062f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.192737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fef61bea-d179-4387-aa2b-db866b86062f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.214795 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:47:52.229501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef61bea-d179-4387-aa2b-db866b86062f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:52.235480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (06c0e3b8-c4cb-4083-8f86-276cba5a36a8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.236466 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.segments_db [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Added segment 06c0e3b8-c4cb-4083-8f86-276cba5a36a8 of type vlan for network f851c882-debd-4ebe-9da5-a1c317e6e8ac May 27 09:47:52.280007 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (f851c882-debd-4ebe-9da5-a1c317e6e8ac), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.307782 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (f851c882-debd-4ebe-9da5-a1c317e6e8ac), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.308783 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:52.309369 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.343888 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3952873 May 27 09:47:52.347342 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43410) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:52.352018 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Request body: {'subnet': {'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-896836046-subnet', 'tenant_id': '43091208be574e6e8cc348667792f751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:52.374203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0757b0-9874-4b5d-8a04-96acbc04fef1 admin admin] Pushing event updated for resources: {'Network': ['ID=f851c882-debd-4ebe-9da5-a1c317e6e8ac,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:52.384176 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:47:52.418462 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:47:52.420913 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66547143'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.554215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.697551 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.722424 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.775225 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66407000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66547153'] for subnet (eee5ea42-c1e8-4efe-b8a6-b5161bc4617e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:52.780277 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:52.870918 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:52.884612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:52.888739 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Floating IP 4343fc10-251f-4b82-878c-2ce46ee98306 associated. External IP: 172.27.1.158, port: dc3fff52-3e58-4032-878e-443fd16673dd. May 27 09:47:52.928636 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:47:52.928997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Network hostable DHCP agents. Network: f851c882-debd-4ebe-9da5-a1c317e6e8ac, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:47:52.984899 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:47:53.001972 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, f851c882-debd-4ebe-9da5-a1c317e6e8ac) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:53.007267 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:53.007871 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.010230 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8ceab-92d9-4bc3-a48a-2c8bd53549c1 None None] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:47:53.058334 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-59fda629-91a6-4d28-b4ac-8f8dbd6a1606 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7099531 May 27 09:47:53.061147 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:53.066023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:53.088123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (c674d645-a144-49a2-b619-6fa9265a023f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.089438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (c674d645-a144-49a2-b619-6fa9265a023f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.093778 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:53.123555 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:53.130269 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:47:53.131559 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.156208 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for router_controller (c674d645-a144-49a2-b619-6fa9265a023f), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.242853 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:53.247854 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.253149 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:53.263752 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:53.264737 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:53.279568 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Allocated IP 172.20.0.2 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/65e1d7b3-7c53-4cab-b166-4ccad2c09b58) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:53.307905 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-eca323b2-728d-4fda-8f8e-fe77f3d9a216 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "PUT /v2.0/floatingips/4343fc10-251f-4b82-878c-2ce46ee98306 HTTP/1.1" status: 200 len: 991 time: 1.2111599 May 27 09:47:53.309304 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:47:53.311187 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for router_gateway (c674d645-a144-49a2-b619-6fa9265a023f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.312018 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba39848-7e82-4dba-a421-da6e07415d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:47:53.370523 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:53.379318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:53.450679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks [] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.460109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.498787 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:53.506806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:53.510772 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:53.514090 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Pushing event updated for resources: {'Port': ['ID=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:53.522734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.523078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.523443 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.523781 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.524109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.524433 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.524758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.525075 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.525392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.525712 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.526031 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.526350 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.526664 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.526975 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.527301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:53.542377 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c360f81-ca38-48d1-b263-50d19602be7d x-openstack-request-id: req-8c360f81-ca38-48d1-b263-50d19602be7d {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:47:53.542968 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:47:53.543431 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c360f81-ca38-48d1-b263-50d19602be7d {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:47:53.544010 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c360f81-ca38-48d1-b263-50d19602be7d'] response: {'name': 'network-changed', 'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'status': 'completed', 'code': 200} May 27 09:47:53.559988 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for router_gateway (c674d645-a144-49a2-b619-6fa9265a023f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.585862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Attempting to bind port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:47:53.586229 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Attempting to bind port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:47:53.586814 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Attempting to bind port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:47:53.592190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:47:53.592562 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:47:53.593037 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.593151 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.593455 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:47:53.593914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Bound port: 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:47:53.594187 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '4343fc10-251f-4b82-878c-2ce46ee98306', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:aa:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:37Z', 'updated_at': '2022-05-27T09:47:52Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:53.594369 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.598190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:53.623561 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:53.633276 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:53.633817 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:53.660197 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] For port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:47:53.663642 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] For port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:47:53.671418 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:53.676609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-46fcbb96-ca38-4c35-898d-0fd2e6ee7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:53.678427 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-46fcbb96-ca38-4c35-898d-0fd2e6ee7ef0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06332dc6f29b4d01b047104d93bbef0f&device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 1129 time: 0.0954239 May 27 09:47:53.686333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:53.728576 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4b42-dfbd-4a30-9deb-caa57a2567b3 None None] Pushing event updated for resources: {'Port': ['ID=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:53.749587 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:53.831096 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Allocated IP 172.27.1.229 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/e6a7adc4-b2ab-47b8-a694-f77863b9f659) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:53.874453 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-e04d2923-6294-4f71-be02-5df1943b9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:53.876021 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-e04d2923-6294-4f71-be02-5df1943b9003 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 200 len: 911 time: 0.1862576 May 27 09:47:53.993596 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:53.997545 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '4343fc10-251f-4b82-878c-2ce46ee98306', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:aa:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:37Z', 'updated_at': '2022-05-27T09:47:52Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:54.013465 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-ba0ec0bc-9661-42ba-8bd5-ee4da153b6c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3fff52-3e58-4032-878e-443fd16673dd HTTP/1.1" status: 200 len: 999 time: 0.1308267 May 27 09:47:54.023724 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199553d9-7585-43f4-86c2-d2716faa48d6 None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '4343fc10-251f-4b82-878c-2ce46ee98306', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'port_id': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'mac_address': 'fa:16:3e:aa:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:37Z', 'updated_at': '2022-05-27T09:47:52Z', 'revision_number': 1, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:54.080105 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:54.098242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-d91647a1-14cd-477e-b0d7-c22a9b7aae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:54.099739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-d91647a1-14cd-477e-b0d7-c22a9b7aae4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 200 len: 849 time: 0.0790989 May 27 09:47:54.158385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:54.160653 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-1f0ff80d-8614-4f39-990e-17328f946b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:54.162149 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-1f0ff80d-8614-4f39-990e-17328f946b4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517807 May 27 09:47:54.164763 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:54.222083 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:54.231965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:54.234340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:54.306652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a7adc4-b2ab-47b8-a694-f77863b9f659,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:54.362034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a095bb-5a95-44cc-b439-4a96c87c69af None None] New status for floating IP 4343fc10-251f-4b82-878c-2ce46ee98306: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:47:54.383237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-fcd6fc73-abae-4fa6-a834-d4b47af9f671 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114089 May 27 09:47:54.569211 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ba39848-7e82-4dba-a421-da6e07415d7f req-d530897d-1f27-4045-b7bd-17223d2c1752 service neutron] 10.222.0.65 "GET /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606398 May 27 09:47:54.636656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for router_gateway (c674d645-a144-49a2-b619-6fa9265a023f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:54.639253 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:54.832748 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (c674d645-a144-49a2-b619-6fa9265a023f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:54.930209 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f672550-8cca-4798-8f87-261aaf2b9695 None None] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:47:54.964965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Router c674d645-a144-49a2-b619-6fa9265a023f is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:47:55.008206 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Provisioning complete for port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:55.008578 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.122488 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Current status of the port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:55.122888 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.160420 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] For port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:55.165734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.220448 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1676-2b49-477a-9219-3bdf2f7aece8 None None] Pushing event updated for resources: {'Port': ['ID=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:55.310405 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:47:55.327718 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:55.332887 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:55.337272 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:55.348237 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.349808 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-05182852-ab4a-4a19-9b6f-df58d338f694 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2876041 May 27 09:47:55.351063 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:55.351731 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:55.352587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:55.367072 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:55.367516 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.370633 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:55.420457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c0d0c87c-b424-4318-872f-097fa1db219a None None] Provisioning complete for port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:55.420832 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c87c-b424-4318-872f-097fa1db219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.460823 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:55.515739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:55.528919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0c87c-b424-4318-872f-097fa1db219a None None] Current status of the port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:55.629944 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:54Z', 'revision_number': 3, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:55.736604 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:55.736939 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Updating router c674d645-a144-49a2-b619-6fa9265a023f port e6a7adc4-b2ab-47b8-a694-f77863b9f659 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:47:55.764720 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.772244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:55.774743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:55.929311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Allocated IP 172.20.0.1 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/2531b09d-3b49-4ebc-93ec-407865b37ec1) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:55.944324 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:56.035157 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks [] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.051190 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks [] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.057902 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.080343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.102187 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Attempting to bind port e6a7adc4-b2ab-47b8-a694-f77863b9f659 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:47:56.102547 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Attempting to bind port e6a7adc4-b2ab-47b8-a694-f77863b9f659 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:47:56.102909 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Attempting to bind port e6a7adc4-b2ab-47b8-a694-f77863b9f659 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:47:56.110118 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:47:56.111046 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:47:56.111471 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.111853 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:47:56.112336 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Bound port: e6a7adc4-b2ab-47b8-a694-f77863b9f659, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:47:56.112698 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.124294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:56.131460 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:56.135625 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:56.138607 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:56.161484 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Pushing event updated for resources: {'Port': ['ID=e6a7adc4-b2ab-47b8-a694-f77863b9f659,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:56.168553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:56.172690 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] For port e6a7adc4-b2ab-47b8-a694-f77863b9f659, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:47:56.176674 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] For port e6a7adc4-b2ab-47b8-a694-f77863b9f659, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e6a7adc4-b2ab-47b8-a694-f77863b9f659,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:47:56.180217 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (c674d645-a144-49a2-b619-6fa9265a023f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.186268 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.188884 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.189221 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.189576 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.189923 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.190253 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.190570 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.190989 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.191303 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.191647 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.192080 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.192608 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.192731 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.193036 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.193346 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.193659 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:47:56.269976 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84833df-a79d-44eb-bdd6-3aa68ad5d3e3 None None] Pushing event updated for resources: {'Port': ['ID=e6a7adc4-b2ab-47b8-a694-f77863b9f659,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:56.278677 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:56.279308 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:56.324834 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:56.329724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.390973 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:56.467184 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f0d41bd5-b1a1-4285-b51b-d95efa3927ac None None] Provisioning complete for port 2531b09d-3b49-4ebc-93ec-407865b37ec1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:56.468318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f0d41bd5-b1a1-4285-b51b-d95efa3927ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.506293 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f0d41bd5-b1a1-4285-b51b-d95efa3927ac None None] Port 2531b09d-3b49-4ebc-93ec-407865b37ec1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:47:56.512731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:56.550730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks [] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.555431 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.576983 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:54Z', 'revision_number': 3, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:56.603324 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedc65-5ebe-4788-9f7b-88faf6f725fa None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:54Z', 'revision_number': 3, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:47:56.625224 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:56.634976 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (c674d645-a144-49a2-b619-6fa9265a023f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:56.738250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:56.739589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:56.860626 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:47:56.976817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:47:56.981946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d69be644-ea2f-4ce1-abfa-add175f791f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c674d645-a144-49a2-b619-6fa9265a023f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283479 May 27 09:47:57.061630 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-89a9f991-7a88-4133-8f47-f143a85763ab None None] Provisioning complete for port 2531b09d-3b49-4ebc-93ec-407865b37ec1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:57.062006 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89a9f991-7a88-4133-8f47-f143a85763ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.081730 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:57.099240 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-89a9f991-7a88-4133-8f47-f143a85763ab None None] Port 2531b09d-3b49-4ebc-93ec-407865b37ec1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:47:57.218983 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43430) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:57.223942 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513665251', 'description': 'tempest-description--1562769754'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:57.260695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.333933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:57.342125 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (374219d3-62de-4dc1-83c1-129cb79a7a25), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.346512 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (374219d3-62de-4dc1-83c1-129cb79a7a25), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.374138 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e6a7adc4-b2ab-47b8-a694-f77863b9f659 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:47:57.382526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.383902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1635149 May 27 09:47:57.384783 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1a004-41e3-40a4-90a1-374af3a3c629 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374219d3-62de-4dc1-83c1-129cb79a7a25,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.386823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43432) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:57.391593 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': '374219d3-62de-4dc1-83c1-129cb79a7a25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:57.420823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (a0562d71-cb8b-4720-8dcb-1ee45d140314), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.425339 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e6a7adc4-b2ab-47b8-a694-f77863b9f659 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:57.425700 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.482671 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (a0562d71-cb8b-4720-8dcb-1ee45d140314), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.487661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (a0562d71-cb8b-4720-8dcb-1ee45d140314), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.512320 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0562d71-cb8b-4720-8dcb-1ee45d140314,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.512631 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e6a7adc4-b2ab-47b8-a694-f77863b9f659 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:57.513770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.520178 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.521542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-794e0622-8945-4c0a-90f7-4f0f3cefb1ec tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337144 May 27 09:47:57.524350 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:57.528935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': '374219d3-62de-4dc1-83c1-129cb79a7a25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:57.539135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port e6a7adc4-b2ab-47b8-a694-f77863b9f659, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e6a7adc4-b2ab-47b8-a694-f77863b9f659,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:57.547037 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.548527 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:47:57.559385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (b2ddeaae-49b6-4edf-aff4-a97c3e37d3d1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.580033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:57.611569 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (b2ddeaae-49b6-4edf-aff4-a97c3e37d3d1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.615706 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (b2ddeaae-49b6-4edf-aff4-a97c3e37d3d1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.630027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=e6a7adc4-b2ab-47b8-a694-f77863b9f659,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.637030 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:57.637203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ddeaae-49b6-4edf-aff4-a97c3e37d3d1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:57.637404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.645945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.647190 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-70e862c0-fee3-433a-b304-87759d74a452 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218529 May 27 09:47:57.650299 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:47:57.654715 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:47:57.676008 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.715129 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:57.754872 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.862360 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.27.1.25 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/a9bc6eb4-b863-45a2-993e-7251f6872f1a) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:47:57.967418 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:57.998911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.042474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:47:58.049470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:47:58.053380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:47:58.056658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=a9bc6eb4-b863-45a2-993e-7251f6872f1a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:58.074829 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:58.146458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.182142 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.211145 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:47:58.222523 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:58.223131 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:58.309162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:58.325737 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:58.360610 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.365230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.438067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=a9bc6eb4-b863-45a2-993e-7251f6872f1a,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:58.447013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.448834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:58.462416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.465899 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-21749c8c-d26f-4bfa-802f-775bdc4d3334 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8122633 May 27 09:47:58.516309 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:58.541147 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:47:58.541497 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Updating router c674d645-a144-49a2-b619-6fa9265a023f port 2531b09d-3b49-4ebc-93ec-407865b37ec1 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:47:58.572087 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.618592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-c4f00ade-2830-47c2-943e-88ecb1116b6e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1513665251&fields=id&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 267 time: 0.0421546 May 27 09:47:58.725539 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-34c71413-bee1-468f-a3f1-95732ca3bbc3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:47:58.727119 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-34c71413-bee1-468f-a3f1-95732ca3bbc3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.1020968 May 27 09:47:58.734726 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:58.742392 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-8f95d29b-c95b-4281-a4b9-84be85be6b53 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/quotas/43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 375 time: 0.0098534 May 27 09:47:58.791180 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-0a934030-cc5d-4eb3-9be8-b4bd94e55553 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434365 May 27 09:47:58.856752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks [] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.863235 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.892728 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-bb854aa0-927f-48a1-b2ff-3a3ca848fc36 service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894685 May 27 09:47:58.941046 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ec15-7bb8-4c69-b546-83cd68b9ac06 None None] Pushing event updated for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:58.971739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Attempting to bind port 2531b09d-3b49-4ebc-93ec-407865b37ec1 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:47:58.972118 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Attempting to bind port 2531b09d-3b49-4ebc-93ec-407865b37ec1 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:47:58.972482 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Attempting to bind port 2531b09d-3b49-4ebc-93ec-407865b37ec1 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:47:58.978358 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:47:58.978742 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:47:58.979146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.979999 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:47:58.979999 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Bound port: 2531b09d-3b49-4ebc-93ec-407865b37ec1, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:47:58.980401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:58.993641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-76cf730c-9ea7-4809-94f8-9744ed5780a1 service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948596 May 27 09:47:59.052236 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] For port 2531b09d-3b49-4ebc-93ec-407865b37ec1, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:47:59.055653 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] For port 2531b09d-3b49-4ebc-93ec-407865b37ec1, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2531b09d-3b49-4ebc-93ec-407865b37ec1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:47:59.065127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.156940 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:47:59.158116 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:59.191949 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-987dd876-3ddd-4e99-adbc-fe65beaf77e0 req-2d18a01a-c81d-45db-a10c-e971b2557cfc tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 210 time: 0.0371680 May 27 09:47:59.199446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Provisioning complete for port 2531b09d-3b49-4ebc-93ec-407865b37ec1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:59.199817 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.345330 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e6a7adc4-b2ab-47b8-a694-f77863b9f659 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:47:59.347408 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ec15-7bb8-4c69-b546-83cd68b9ac06 None None] Pushing event updated for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:59.457914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:59.496077 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e6a7adc4-b2ab-47b8-a694-f77863b9f659 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:59.496452 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.499254 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:47:59.626546 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Current status of the port 2531b09d-3b49-4ebc-93ec-407865b37ec1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:59.627211 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.660893 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:59.750233 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] For port 2531b09d-3b49-4ebc-93ec-407865b37ec1, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2531b09d-3b49-4ebc-93ec-407865b37ec1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:47:59.764463 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.775504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e6a7adc4-b2ab-47b8-a694-f77863b9f659 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:47:59.805799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:47:59.811002 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-1bfb2927-9471-414e-8f0b-ee4b880d7694 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479271 May 27 09:47:59.866857 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188dd5-9d01-48b1-974c-01b4b6131935 None None] Pushing event updated for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:47:59.888195 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:47:59.892473 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f9a6eb53-8bfb-4675-ad5c-fa7d8abbae4a None None] Provisioning complete for port 2531b09d-3b49-4ebc-93ec-407865b37ec1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:47:59.892834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9a6eb53-8bfb-4675-ad5c-fa7d8abbae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:47:59.920955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fec54-86f4-4932-942e-55a94a4acd52 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:48:00.012177 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6eb53-8bfb-4675-ad5c-fa7d8abbae4a None None] Current status of the port 2531b09d-3b49-4ebc-93ec-407865b37ec1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:00.134184 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-3a8ce24b-cb31-4009-8004-5b0fc5a8bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:00.135918 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-3a8ce24b-cb31-4009-8004-5b0fc5a8bbbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.0519383 May 27 09:48:00.348084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72daf730-f201-49af-834a-c61f8e1316f9 req-c82207db-9f39-483f-b3c1-4449c9a93d1e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 210 time: 0.0724931 May 27 09:48:00.377132 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-e293e5a0-26b7-4c7d-8b23-0b3362f2ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:00.378663 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-e293e5a0-26b7-4c7d-8b23-0b3362f2ab27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.2167110 May 27 09:48:00.427557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-1d996ec9-73d4-453d-98e9-5c4b4d0e6400 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:00.429044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-1d996ec9-73d4-453d-98e9-5c4b4d0e6400 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.1990864 May 27 09:48:00.455791 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-2ca7b7d7-98b0-4eaa-a08b-cb75d7867921 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 1001 time: 0.0712259 May 27 09:48:00.573499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:00.596675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-2b2b0a17-dcb4-4082-9e54-a2cc603c48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:00.598179 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-2b2b0a17-dcb4-4082-9e54-a2cc603c48ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0704100 May 27 09:48:00.656942 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-b26b3ae5-24cc-4f9f-934e-c66e63b8bb11 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 380 time: 0.1196859 May 27 09:48:00.666240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'port': {'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'admin_state_up': True, 'tenant_id': '43091208be574e6e8cc348667792f751', 'security_groups': ['374219d3-62de-4dc1-83c1-129cb79a7a25']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:48:00.671631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-82f05769-0f88-4550-a51e-b14c6b729112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:00.673698 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-82f05769-0f88-4550-a51e-b14c6b729112 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675128 May 27 09:48:01.095190 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-c288638d-a66d-4344-b2dc-0051720d2469 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110222 May 27 09:48:01.105611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:48:01.108822 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.283150 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.20.0.5 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/20d830c8-49a4-4ca7-8971-22159d9bd480) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:48:01.295155 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2531b09d-3b49-4ebc-93ec-407865b37ec1 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:48:01.316852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:01.339433 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 2531b09d-3b49-4ebc-93ec-407865b37ec1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:48:01.339802 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.341617 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-44583ce5-a6c6-4912-ba13-7bb6a9382326 req-f49a25dd-2ef5-4965-a481-9ac39c74bc87 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280727 May 27 09:48:01.430788 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 2531b09d-3b49-4ebc-93ec-407865b37ec1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:01.456954 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-74cc5b0c-eb20-468b-9d81-3094826a0359 req-172489c7-c854-4002-8ac9-bad85be2ff5a tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 210 time: 0.0354505 May 27 09:48:01.488038 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.518990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.560560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:48:01.563760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:48:01.567459 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:48:01.577185 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:01.604068 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:01.630645 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:01.631182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.648739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-caeedacd-b853-4c4c-a2cc-6d0d43acfb31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9861753 May 27 09:48:01.668326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Request body: {'port': {'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:48:01.730738 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.839918 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bb13989b-5e6a-4edd-b477-0fefbc79ef22 None None] Provisioning complete for port 20d830c8-49a4-4ca7-8971-22159d9bd480 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:48:01.840215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb13989b-5e6a-4edd-b477-0fefbc79ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:01.873274 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bb13989b-5e6a-4edd-b477-0fefbc79ef22 None None] Port 20d830c8-49a4-4ca7-8971-22159d9bd480 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:48:02.018009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d830c8-49a4-4ca7-8971-22159d9bd480 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:48:02.025401 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks [] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:02.037632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Transition to ACTIVE for port object 20d830c8-49a4-4ca7-8971-22159d9bd480 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:48:02.041452 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:02.089974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:02.168471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Attempting to bind port 20d830c8-49a4-4ca7-8971-22159d9bd480 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:48:02.169105 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Attempting to bind port 20d830c8-49a4-4ca7-8971-22159d9bd480 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:48:02.169105 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Attempting to bind port 20d830c8-49a4-4ca7-8971-22159d9bd480 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:48:02.173907 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Port 20d830c8-49a4-4ca7-8971-22159d9bd480 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:48:02.174227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Attempting to bind port 20d830c8-49a4-4ca7-8971-22159d9bd480 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:48:02.179574 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:48:02.179913 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:48:02.180297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:48:02.180724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Bound port: 20d830c8-49a4-4ca7-8971-22159d9bd480, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:48:02.181079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:02.190739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:02.246291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:48:02.249297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=20d830c8-49a4-4ca7-8971-22159d9bd480,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:48:02.255847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:02.287180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:02.287754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:02.289122 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] 10.222.0.65 "PUT /v2.0/ports/20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 200 len: 1093 time: 0.6252582 May 27 09:48:02.289564 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:02.291827 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e2566-3de5-4b3b-8ec7-22798e0b075c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:02.292002 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:02.321222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc7cb-97fd-4d5b-9864-6b4d3cfa9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:02.341770 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f4a2e-9618-4a69-8376-e0e96ca3eed6 x-openstack-request-id: req-e95f4a2e-9618-4a69-8376-e0e96ca3eed6 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:02.342073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:02.342324 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e95f4a2e-9618-4a69-8376-e0e96ca3eed6 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:02.342741 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95f4a2e-9618-4a69-8376-e0e96ca3eed6'] response: {'name': 'network-changed', 'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'status': 'completed', 'code': 200} May 27 09:48:02.413575 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-bd7256b2-db76-423b-aba2-9c886de31410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:02.415099 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-bd7256b2-db76-423b-aba2-9c886de31410 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 1127 time: 0.0448024 May 27 09:48:02.464723 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-6344d46d-4fb1-4f0d-b2e6-9f8a568c9273 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 200 len: 217 time: 0.0352163 May 27 09:48:02.509624 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:02.513592 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-1ba8bae9-d2b5-4ec1-8cde-470e44954bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:02.515064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-1ba8bae9-d2b5-4ec1-8cde-470e44954bc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0450697 May 27 09:48:02.592361 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-de6bbd70-e5e0-47ce-b096-4dc9b4b36be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:02.593859 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-de6bbd70-e5e0-47ce-b096-4dc9b4b36be4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718446 May 27 09:48:02.599935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df7fe-3402-46f1-ac1d-9ef6a29c8cc0 req-3aae14d9-ca7d-4953-8ce8-78fb6bd0acf1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:02.601257 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-652df7fe-3402-46f1-ac1d-9ef6a29c8cc0 req-3aae14d9-ca7d-4953-8ce8-78fb6bd0acf1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 943 time: 0.0709934 May 27 09:48:02.706704 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-652df7fe-3402-46f1-ac1d-9ef6a29c8cc0 req-189d2c7e-aa5f-47b9-8e0f-c5d0c66fbc9f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975263 May 27 09:48:02.720686 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-f7134c44-9bda-4427-b03d-76b9eeb0653d service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185434 May 27 09:48:02.807417 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d68a73ab-3a2d-46ef-b807-89549480ccf0 req-84f43947-f774-4507-b58f-fd28ad0a5a88 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808570 May 27 09:48:03.250807 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:03.303052 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=42,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:03.830625 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25fc0e-0b06-4bb3-97a9-3d0fc6d3e183 req-604a0c47-ec13-4862-a611-5d9402d8421d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:03.832039 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f25fc0e-0b06-4bb3-97a9-3d0fc6d3e183 req-604a0c47-ec13-4862-a611-5d9402d8421d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 943 time: 0.0498431 May 27 09:48:03.884459 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8f25fc0e-0b06-4bb3-97a9-3d0fc6d3e183 req-eb475895-c795-4ec0-8120-cf9f1ea66d1d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469162 May 27 09:48:04.996134 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a588-3a96-434f-9ca7-2b35c74176a0 req-345c771f-b231-4df9-a7bb-45fc88b0f830 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:04.997591 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4659a588-3a96-434f-9ca7-2b35c74176a0 req-345c771f-b231-4df9-a7bb-45fc88b0f830 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 943 time: 0.0467706 May 27 09:48:05.044047 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4659a588-3a96-434f-9ca7-2b35c74176a0 req-55b131d8-c291-45b4-a905-61cf2f0a05e0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 May 27 09:48:05.310790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-c92dca6e-d137-4a94-8d26-0596088b89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:05.312261 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-c92dca6e-d137-4a94-8d26-0596088b89f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 1127 time: 0.0377483 May 27 09:48:05.402406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-31ffc291-d001-4734-a61e-4051ca1f4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:05.403898 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-31ffc291-d001-4734-a61e-4051ca1f4b65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0863907 May 27 09:48:05.442067 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-51d9ecc7-35cd-494c-9433-b77f14f76591 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 200 len: 217 time: 0.0322690 May 27 09:48:05.489047 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-64fc7dc2-681e-47e6-a747-0723d68fff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:05.490356 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-64fc7dc2-681e-47e6-a747-0723d68fff23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0425313 May 27 09:48:05.537909 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-db6bcbf1-20d2-4d35-aae9-c1a9ada2b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:05.539440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-db6bcbf1-20d2-4d35-aae9-c1a9ada2b76c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428157 May 27 09:48:05.574153 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:05.629776 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-f028b222-d0d9-4a3e-999e-baace54c96f6 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 May 27 09:48:05.720370 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325e2566-3de5-4b3b-8ec7-22798e0b075c req-5ff09288-997c-443a-80c2-07c9fd11c72a service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 May 27 09:48:06.155005 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5861c8-8482-4817-86b3-85d0d349163f req-5efaba3a-ddd2-4619-bdcf-7c18005cfa06 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:06.156509 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb5861c8-8482-4817-86b3-85d0d349163f req-5efaba3a-ddd2-4619-bdcf-7c18005cfa06 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 943 time: 0.0470300 May 27 09:48:06.180652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:06.204842 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fb5861c8-8482-4817-86b3-85d0d349163f req-b0a7f2db-42f4-4488-95e9-2d97b9444e00 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 May 27 09:48:06.674752 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:48:06.967322 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 20d830c8-49a4-4ca7-8971-22159d9bd480 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:48:07.070815 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=20d830c8-49a4-4ca7-8971-22159d9bd480,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:07.082023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:48:07.117234 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 20d830c8-49a4-4ca7-8971-22159d9bd480 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:07.117617 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:07.130175 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d830c8-49a4-4ca7-8971-22159d9bd480 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:48:07.153155 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=20d830c8-49a4-4ca7-8971-22159d9bd480,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:07.156932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:07.202898 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:07.318477 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21c04-f8b1-40a0-b714-94e05b8a1b64 req-f52655b3-d00d-432e-8221-2870e71fc781 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:07.319934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aaa21c04-f8b1-40a0-b714-94e05b8a1b64 req-f52655b3-d00d-432e-8221-2870e71fc781 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 944 time: 0.0499866 May 27 09:48:07.364935 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-aaa21c04-f8b1-40a0-b714-94e05b8a1b64 req-2dde645c-6507-455e-af0f-0e5c23d7a8c2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 May 27 09:48:07.629294 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['20d830c8-49a4-4ca7-8971-22159d9bd480'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:48:07.683755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:08.476254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a100b4-812f-4dc3-88ad-3d4c6535b4d4 req-e6c54a46-13f0-4987-9023-ac41816930a9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:08.477703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-27a100b4-812f-4dc3-88ad-3d4c6535b4d4 req-e6c54a46-13f0-4987-9023-ac41816930a9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 944 time: 0.0467455 May 27 09:48:08.525765 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-27a100b4-812f-4dc3-88ad-3d4c6535b4d4 req-30cc4d32-a828-4dff-9346-e2405ca42e3a tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 May 27 09:48:08.983480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 20d830c8-49a4-4ca7-8971-22159d9bd480 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:48:09.029445 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 20d830c8-49a4-4ca7-8971-22159d9bd480 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:48:09.035755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 20d830c8-49a4-4ca7-8971-22159d9bd480 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:48:09.036187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:09.107438 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 20d830c8-49a4-4ca7-8971-22159d9bd480 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:09.107823 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:09.130287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:09.132513 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb8a9d-2804-48b6-922c-251ea45d4e8c" -d '{"events": [{"server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "name": "network-vif-plugged", "status": "completed", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:09.145086 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=20d830c8-49a4-4ca7-8971-22159d9bd480,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:09.149034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:09.174940 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a9007-739f-4c1b-8492-b823183db5ea x-openstack-request-id: req-8b5a9007-739f-4c1b-8492-b823183db5ea {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:09.175220 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "name": "network-vif-plugged", "status": "completed", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:09.175558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b5a9007-739f-4c1b-8492-b823183db5ea {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:09.175941 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5a9007-739f-4c1b-8492-b823183db5ea'] response: {'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'code': 200} May 27 09:48:09.200870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:09.399803 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48405f9-2067-42d4-89db-dbe52b60c411 req-6bb8ddfa-63d6-4ef2-b9b7-14e9d19e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:09.401319 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d48405f9-2067-42d4-89db-dbe52b60c411 req-6bb8ddfa-63d6-4ef2-b9b7-14e9d19e2aca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 1129 time: 0.0433662 May 27 09:48:09.447589 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d48405f9-2067-42d4-89db-dbe52b60c411 req-49f4663d-8ce1-4e1d-8be6-b9f20ddeff51 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 May 27 09:48:09.645519 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51421f8-61d1-4566-a9b5-3ba8a40b3048 req-80e57c11-d677-4583-b99a-fccbcb6b088b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:09.646968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b51421f8-61d1-4566-a9b5-3ba8a40b3048 req-80e57c11-d677-4583-b99a-fccbcb6b088b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0460706 May 27 09:48:09.693465 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b51421f8-61d1-4566-a9b5-3ba8a40b3048 req-3e6a75da-726f-4888-8a73-682919da700d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 May 27 09:48:10.812740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c895e-aa0a-455d-8c16-27dcbb6dfcc4 req-638ec15a-bba1-42b1-94ac-e29cc919da12 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:10.814214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a8c895e-aa0a-455d-8c16-27dcbb6dfcc4 req-638ec15a-bba1-42b1-94ac-e29cc919da12 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0465579 May 27 09:48:10.859566 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a8c895e-aa0a-455d-8c16-27dcbb6dfcc4 req-a5845c78-d127-4433-a8a3-132491c9a099 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399969 May 27 09:48:11.973849 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87909-574b-4ca5-a301-b45046e371c3 req-2c0b52fb-09ab-47b5-84a7-8e62032ced84 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:11.975336 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfc87909-574b-4ca5-a301-b45046e371c3 req-2c0b52fb-09ab-47b5-84a7-8e62032ced84 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0500681 May 27 09:48:12.021165 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfc87909-574b-4ca5-a301-b45046e371c3 req-86693e2a-e6c2-4f21-9ace-2e56677c8bc7 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 May 27 09:48:12.130659 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f13c-7cce-4846-ab78-15206607ec3c req-d65c7575-2ba1-4e18-b2d4-90c9369ab987 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:12.132173 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f979f13c-7cce-4846-ab78-15206607ec3c req-d65c7575-2ba1-4e18-b2d4-90c9369ab987 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0473335 May 27 09:48:12.141098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43498) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:48:12.145234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:48:12.181942 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:12.323472 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:12.592802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:12.596561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:12.640572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:12.692854 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP ca59f4ed-57da-43da-aa2e-c2008349dc2a associated. External IP: 172.27.1.25, port: 20d830c8-49a4-4ca7-8971-22159d9bd480. May 27 09:48:12.885419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:48:12.985829 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:48:12.990635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:12.995105 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:48:13.008819 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:48:13.009413 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:13.019399 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-86ab5036-a6fd-44e8-8194-4468ce46e831 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "PUT /v2.0/floatingips/ca59f4ed-57da-43da-aa2e-c2008349dc2a HTTP/1.1" status: 200 len: 990 time: 0.8772719 May 27 09:48:13.019978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:13.022250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:13.060219 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760302d-316e-48cd-ac4b-115b5b830b2f x-openstack-request-id: req-1760302d-316e-48cd-ac4b-115b5b830b2f {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:13.060513 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:13.060768 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1760302d-316e-48cd-ac4b-115b5b830b2f {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:13.061168 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1760302d-316e-48cd-ac4b-115b5b830b2f'] response: {'name': 'network-changed', 'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'status': 'completed', 'code': 200} May 27 09:48:13.109431 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:48:13.148952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-1626fe63-9a98-49e6-9a33-14a93555a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:13.150380 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-1626fe63-9a98-49e6-9a33-14a93555a6c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 1129 time: 0.0388625 May 27 09:48:13.193492 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:13.249429 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-e8e42d81-030f-4cd8-b00f-766a89e87605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:13.250926 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-e8e42d81-030f-4cd8-b00f-766a89e87605 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0895343 May 27 09:48:13.291174 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:13.314725 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-1d423a43-fab5-4705-802d-82ed9318bfb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 200 len: 998 time: 0.0566888 May 27 09:48:13.318981 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:12Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:13.343526 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:48:13.352227 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:48:13.352809 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:47:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:13.363527 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-208f063e-d6c3-46b8-95da-fd08cfc151e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:13.365000 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-208f063e-d6c3-46b8-95da-fd08cfc151e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0437322 May 27 09:48:13.413610 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-6c4de6ba-7688-4394-a6c3-2b825f094894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:13.415032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-6c4de6ba-7688-4394-a6c3-2b825f094894 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417035 May 27 09:48:13.450496 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:48:13.504950 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-92ddca17-477b-4b01-ab17-b04df7b376fd service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819421 May 27 09:48:13.596632 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a72c8bd-f3b2-4564-8c52-a71ba432e32c req-4d5778c1-7c5b-43bd-8d61-879b0bb38516 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 May 27 09:48:13.657192 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:12Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:48:13.680982 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efabbcb-59a2-4e64-b399-4c1dea69fc2f None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:12Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:48:13.887654 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6bff7-ee2c-45c4-9a92-aa84a0c3956e None None] New status for floating IP ca59f4ed-57da-43da-aa2e-c2008349dc2a: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:48:15.383269 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c936-ab94-4f0f-b3f4-7f6628883adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:17.761156 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cc8c-9f95-4da4-9e88-c9edc345a2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:18.901494 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:18.918011 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:20.022834 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:21.696545 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:22.559244 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:23.592478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=26 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:23.593256 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:25.262447 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0134b6-c586-424b-a4e0-ab338cd0d7f7 req-024c3869-c456-4807-ad58-f488e996af02 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:25.263940 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7e0134b6-c586-424b-a4e0-ab338cd0d7f7 req-024c3869-c456-4807-ad58-f488e996af02 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0493553 May 27 09:48:25.311306 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7e0134b6-c586-424b-a4e0-ab338cd0d7f7 req-84102b1a-0732-4c86-856f-923895f7c2b5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 May 27 09:48:25.610499 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:25.611196 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=57 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:26.424779 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf668c-5cdf-48f9-876a-f0e876b0e57f req-1f6d72d4-0214-495f-86d7-15e222646740 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:26.426240 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfcf668c-5cdf-48f9-876a-f0e876b0e57f req-1f6d72d4-0214-495f-86d7-15e222646740 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0460989 May 27 09:48:26.478440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bfcf668c-5cdf-48f9-876a-f0e876b0e57f req-b74f24b6-39b5-4283-af22-bd10cf6770e3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 May 27 09:48:27.832643 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3ab4-f095-49bb-ac9c-14ebdf0493c8 req-279c7b50-093f-463f-ab37-7e8a54bafeb1 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:27.834128 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4dd3ab4-f095-49bb-ac9c-14ebdf0493c8 req-279c7b50-093f-463f-ab37-7e8a54bafeb1 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.2901015 May 27 09:48:27.882033 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d4dd3ab4-f095-49bb-ac9c-14ebdf0493c8 req-47ac923b-e712-4009-baee-88c02f9dcff6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 May 27 09:48:29.000797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f0b39-0e44-4b0b-bb8b-80ce62623900 req-acbee4db-04bb-4ffc-8e2d-c69c5e6a0aa1 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:29.002303 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a4f0b39-0e44-4b0b-bb8b-80ce62623900 req-acbee4db-04bb-4ffc-8e2d-c69c5e6a0aa1 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0498312 May 27 09:48:29.090576 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fe6a3-daaf-4313-b1af-2b265b311b92 req-c1da5ebc-3754-457b-8ef8-79a3fbe7ee8f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:29.092071 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-957fe6a3-daaf-4313-b1af-2b265b311b92 req-c1da5ebc-3754-457b-8ef8-79a3fbe7ee8f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0689118 May 27 09:48:29.096381 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7a4f0b39-0e44-4b0b-bb8b-80ce62623900 req-b0661c57-eef5-4f34-b079-e35af865bffa tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885439 May 27 09:48:29.138352 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-957fe6a3-daaf-4313-b1af-2b265b311b92 req-6627fb6e-73b1-48ca-96cb-030bcb2113de tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 May 27 09:48:30.208487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e1c2a-4b63-49e8-95a6-4f84a1493657 req-8504372f-6e93-43d9-83c9-63480d974fca tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:30.209991 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c9e1c2a-4b63-49e8-95a6-4f84a1493657 req-8504372f-6e93-43d9-83c9-63480d974fca tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0470300 May 27 09:48:30.284731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95b26-54ee-4ab3-acc5-842f90ceb561 req-fb602f8d-5c58-4456-aeb2-b9a8b0ba0b06 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:30.286189 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-74f95b26-54ee-4ab3-acc5-842f90ceb561 req-fb602f8d-5c58-4456-aeb2-b9a8b0ba0b06 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0642047 May 27 09:48:30.308984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c9e1c2a-4b63-49e8-95a6-4f84a1493657 req-ed437f3b-55e3-4943-85de-0616984abe31 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933309 May 27 09:48:30.342686 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-74f95b26-54ee-4ab3-acc5-842f90ceb561 req-cc24e812-23f8-45e5-85a3-1fa1cb802e7a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487275 May 27 09:48:31.422792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007472-e9d5-422b-907c-743c8389dabb req-c44e931b-00ac-4134-88ad-1867512e4b52 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:31.424846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5007472-e9d5-422b-907c-743c8389dabb req-c44e931b-00ac-4134-88ad-1867512e4b52 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0499456 May 27 09:48:31.492394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cc88f-aa20-43b9-a55a-0660eb43e787 req-9a352d79-1fe2-4426-bc5b-00fdfd01f995 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:31.493768 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0a2cc88f-aa20-43b9-a55a-0660eb43e787 req-9a352d79-1fe2-4426-bc5b-00fdfd01f995 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0784125 May 27 09:48:31.517226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d5007472-e9d5-422b-907c-743c8389dabb req-790af19b-9d9b-47e9-a818-43ed2941f0af tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850222 May 27 09:48:31.552297 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0a2cc88f-aa20-43b9-a55a-0660eb43e787 req-7c74fd56-7bd5-478b-bae3-3c9961d40b08 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501115 May 27 09:48:32.554095 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:32.554989 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:32.633399 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358b88-faab-4b9a-a544-f1976d81ee0b req-a8736869-b14d-4875-bfc1-a83f8d89f3e4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:32.634857 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56358b88-faab-4b9a-a544-f1976d81ee0b req-a8736869-b14d-4875-bfc1-a83f8d89f3e4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0497699 May 27 09:48:32.695467 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8336c-86f5-4b3b-8c8b-1478bddf5022 req-6cbf1ba3-7e95-4df8-a1cd-fd356ed267e7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:32.696894 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5f8336c-86f5-4b3b-8c8b-1478bddf5022 req-6cbf1ba3-7e95-4df8-a1cd-fd356ed267e7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0708508 May 27 09:48:32.721250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:32.733496 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56358b88-faab-4b9a-a544-f1976d81ee0b req-91ed7177-3420-4513-8f79-fa509c43bd7c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897305 May 27 09:48:32.760482 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c5f8336c-86f5-4b3b-8c8b-1478bddf5022 req-e0b531cd-8ef4-4883-8fb1-72f66483e2b6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580575 May 27 09:48:33.853702 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ad1b2-b360-4371-9eb9-3513564238bb req-7d52a67e-70e3-400a-b6d4-bfc1fecf356b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:33.855160 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b1ad1b2-b360-4371-9eb9-3513564238bb req-7d52a67e-70e3-400a-b6d4-bfc1fecf356b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0565231 May 27 09:48:33.874993 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:33.906235 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c816fb-bedb-46f8-b825-8f13647d4335 req-75b7a2a3-2d06-415b-8577-c2dcd852f42b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:33.907715 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0c816fb-bedb-46f8-b825-8f13647d4335 req-75b7a2a3-2d06-415b-8577-c2dcd852f42b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0751450 May 27 09:48:33.946032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b1ad1b2-b360-4371-9eb9-3513564238bb req-a94760f2-317b-490e-8943-259f5abb04c8 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750539 May 27 09:48:33.976226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0c816fb-bedb-46f8-b825-8f13647d4335 req-33f61958-a952-442a-b670-5a42f038cc2a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613844 May 27 09:48:35.068115 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfbae4-b853-4593-9f6e-de9ea24d2b1b req-6bb219d2-1726-417b-a111-fae9a1c1e44a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:35.069583 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ddbfbae4-b853-4593-9f6e-de9ea24d2b1b req-6bb219d2-1726-417b-a111-fae9a1c1e44a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0563993 May 27 09:48:35.117525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab69406-d7cd-4ea3-ad27-dcb252bd8d9d req-31f207bc-7781-4bc4-9c48-72755c36ecaa tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:35.118933 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ab69406-d7cd-4ea3-ad27-dcb252bd8d9d req-31f207bc-7781-4bc4-9c48-72755c36ecaa tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0716660 May 27 09:48:35.161684 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ddbfbae4-b853-4593-9f6e-de9ea24d2b1b req-60ee2e40-3e5e-4f5e-83ef-9ca60d83f1b0 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762501 May 27 09:48:35.196605 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ab69406-d7cd-4ea3-ad27-dcb252bd8d9d req-02a74498-d99b-4e72-840d-8071f18321b0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704768 May 27 09:48:36.313348 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e274a1-a6ca-4955-8e7d-48c0efc27cc8 req-19526ade-3761-440b-85f2-cbf3f1cafd64 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:36.314833 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1e274a1-a6ca-4955-8e7d-48c0efc27cc8 req-19526ade-3761-440b-85f2-cbf3f1cafd64 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0763347 May 27 09:48:36.334096 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfefdd-ff75-4e4f-8055-0d723d56d6be req-09088ee5-4a98-495b-9571-d952ed3292ad tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:36.335446 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e2cfefdd-ff75-4e4f-8055-0d723d56d6be req-09088ee5-4a98-495b-9571-d952ed3292ad tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0659258 May 27 09:48:36.403635 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1e274a1-a6ca-4955-8e7d-48c0efc27cc8 req-9474a280-ed78-4197-a81c-ef5a3a596071 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832634 May 27 09:48:36.406611 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e2cfefdd-ff75-4e4f-8055-0d723d56d6be req-221414d2-6a36-4792-9ca3-f5b3c46b2e4f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647924 May 27 09:48:37.546091 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f748306-bffc-4ced-ac6d-3a7288d5901b req-edfdec3e-bd0b-4392-84ed-150037db5c6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:37.547591 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f748306-bffc-4ced-ac6d-3a7288d5901b req-edfdec3e-bd0b-4392-84ed-150037db5c6f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0784364 May 27 09:48:37.555785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799af1a-68a1-44e5-8f27-47fa37e4cadc req-ad821d06-c85f-416a-9ee2-0afff6487043 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:37.557154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6799af1a-68a1-44e5-8f27-47fa37e4cadc req-ad821d06-c85f-416a-9ee2-0afff6487043 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0771587 May 27 09:48:37.631528 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f748306-bffc-4ced-ac6d-3a7288d5901b req-fab5a99c-bca6-46bc-bd61-f70170806a3e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733964 May 27 09:48:37.634767 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6799af1a-68a1-44e5-8f27-47fa37e4cadc req-2691640a-2619-497d-8364-6b0854d38f94 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707500 May 27 09:48:38.775793 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e462b-3927-4c98-a84d-36a09803f4b9 req-0ddcc2f2-3b37-4b6f-bebb-d6d70560b4d6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:38.777593 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b6e462b-3927-4c98-a84d-36a09803f4b9 req-0ddcc2f2-3b37-4b6f-bebb-d6d70560b4d6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0785668 May 27 09:48:38.784090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986100a-272d-4e85-b650-37107fd399f7 req-658e1f33-23b7-43c5-9931-862a873385d7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:38.785440 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4986100a-272d-4e85-b650-37107fd399f7 req-658e1f33-23b7-43c5-9931-862a873385d7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0762897 May 27 09:48:38.867339 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0b6e462b-3927-4c98-a84d-36a09803f4b9 req-21a88a86-8e4c-4e0a-98c0-62f267eacf91 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809274 May 27 09:48:38.870578 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4986100a-272d-4e85-b650-37107fd399f7 req-69941251-269a-41db-aead-9ca681b5035c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775530 May 27 09:48:39.946698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:40.015366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a357b-a7e4-4e0d-b6bc-284782184159 req-eabbfb6c-9d15-4dce-af4a-52069112fe7f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.016854 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-de8a357b-a7e4-4e0d-b6bc-284782184159 req-eabbfb6c-9d15-4dce-af4a-52069112fe7f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0792823 May 27 09:48:40.025080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5bd7-1044-47fc-babc-985db36ee01d req-7a67a115-420a-4c83-9890-b4e5dc49668b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.026450 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8db5bd7-1044-47fc-babc-985db36ee01d req-7a67a115-420a-4c83-9890-b4e5dc49668b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0786500 May 27 09:48:40.098268 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-de8a357b-a7e4-4e0d-b6bc-284782184159 req-8e1d9236-c07d-48a3-9f24-97b2daf3f92a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708814 May 27 09:48:40.104987 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f8db5bd7-1044-47fc-babc-985db36ee01d req-5001f280-67c0-49e9-beb3-1faa020bd3c6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718238 May 27 09:48:40.637483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-b5d7ed9b-c65f-4f96-9b9a-78b13f0004ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.639027 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-b5d7ed9b-c65f-4f96-9b9a-78b13f0004ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.0416896 May 27 09:48:40.658948 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:40.737269 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-78fe3f1b-43e0-435f-89c4-f6b5c5990614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.738629 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-78fe3f1b-43e0-435f-89c4-f6b5c5990614 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.0880399 May 27 09:48:40.800950 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-70409c57-b9c9-4557-8adc-3e58a90a6c02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 1001 time: 0.0558324 May 27 09:48:40.849283 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-df9346c4-c52e-4a11-af48-345ada8783b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.850838 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-df9346c4-c52e-4a11-af48-345ada8783b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0431809 May 27 09:48:40.901897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-4d5a6731-0742-44b4-bc77-1312a9e49f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:40.903491 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-4d5a6731-0742-44b4-bc77-1312a9e49f2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451088 May 27 09:48:40.993187 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-a3791157-8a54-4f43-86b9-1e787edee9f5 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824854 May 27 09:48:41.082837 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43711a1d-dbcd-4d4b-9ae6-db0845a43bca req-0b8f5c49-b36b-4613-92c7-03fb091019b3 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820236 May 27 09:48:41.255123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa94fc-7cf5-4393-81f9-ab37511a605a req-10e8700f-4ec2-40d0-b3c3-7115169d90a6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:41.256574 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20fa94fc-7cf5-4393-81f9-ab37511a605a req-10e8700f-4ec2-40d0-b3c3-7115169d90a6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0908577 May 27 09:48:41.264114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75a3db-fa59-40f8-9f98-0b294669b11d req-07fd97c1-0ba0-4fa4-a36c-9fb3c690ee42 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:41.265461 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc75a3db-fa59-40f8-9f98-0b294669b11d req-07fd97c1-0ba0-4fa4-a36c-9fb3c690ee42 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0883949 May 27 09:48:41.340461 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20fa94fc-7cf5-4393-81f9-ab37511a605a req-21905bd1-dfac-429b-ab97-0f9ff174f489 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740776 May 27 09:48:41.343699 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cc75a3db-fa59-40f8-9f98-0b294669b11d req-219566bc-8870-4c9d-a2da-71dec4df846e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701289 May 27 09:48:42.485758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda89ad5-2363-43d9-b29b-7fedffcc118e req-b5746c16-b162-4ba9-bc16-364747ec6732 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:42.487240 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cda89ad5-2363-43d9-b29b-7fedffcc118e req-b5746c16-b162-4ba9-bc16-364747ec6732 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0785151 May 27 09:48:42.493056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20974fbc-ecb3-4028-a410-fad1bc107be1 req-806db65a-d843-4a03-9e98-fc51d51ed868 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:42.494380 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20974fbc-ecb3-4028-a410-fad1bc107be1 req-806db65a-d843-4a03-9e98-fc51d51ed868 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0757573 May 27 09:48:42.512338 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:42.568436 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cda89ad5-2363-43d9-b29b-7fedffcc118e req-09f39493-5cf6-47ed-b721-da9ad8228b79 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731404 May 27 09:48:42.571604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20974fbc-ecb3-4028-a410-fad1bc107be1 req-179b85ed-f59a-447a-ae94-ccbc2aaec487 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705242 May 27 09:48:43.082087 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:48:43.178694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:43.194912 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:48:43.233642 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:43.234009 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:43.247371 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:48:43.267884 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:43.271935 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:43.317998 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:43.529466 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['9011439f-1b54-4948-87ab-dd7cd4f186e5'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:48:43.673116 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:48:43.723090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60bef-942d-4f0b-a345-cf55437c597b req-6364abcc-5d63-47e1-881b-07770947db2e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:43.724631 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31e60bef-942d-4f0b-a345-cf55437c597b req-6364abcc-5d63-47e1-881b-07770947db2e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0792468 May 27 09:48:43.730920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f6bff-0a57-4c02-a061-de6b83a21ee5 req-05cf04da-1c47-4c06-a5e0-2819c33a0e49 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:43.732362 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be6f6bff-0a57-4c02-a061-de6b83a21ee5 req-05cf04da-1c47-4c06-a5e0-2819c33a0e49 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 944 time: 0.0768890 May 27 09:48:43.808855 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31e60bef-942d-4f0b-a345-cf55437c597b req-6bb181cc-8955-4285-864a-8da133578d2e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754147 May 27 09:48:43.812017 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-be6f6bff-0a57-4c02-a061-de6b83a21ee5 req-93a06f01-9581-470d-a95d-d334ee58c0c2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726364 May 27 09:48:44.003822 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 43616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:48:44.018387 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1192-b9cc-4544-add3-e8b6e2b1c677 req-bf95df2c-2639-4a1b-8562-450161ebdaaf tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:44.019982 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-844b1192-b9cc-4544-add3-e8b6e2b1c677 req-bf95df2c-2639-4a1b-8562-450161ebdaaf tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0490942 May 27 09:48:44.048949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:44.075829 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-844b1192-b9cc-4544-add3-e8b6e2b1c677 req-c62aefac-86d9-47f7-89a0-1af95c7c407f tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 May 27 09:48:44.092841 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-abc02d9e-dfae-42da-a381-e390e60e6608 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879049 May 27 09:48:44.101257 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-f44830fb-0376-43f6-88b5-c1942cab2d59 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:48:44.102217 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-f44830fb-0376-43f6-88b5-c1942cab2d59 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047979 May 27 09:48:44.176002 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 43624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:48:44.266616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-9cce4ee3-1edb-4f71-bbe2-50c71a8fc9dd tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:44.267982 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-9cce4ee3-1edb-4f71-bbe2-50c71a8fc9dd tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports/a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 943 time: 0.0909870 May 27 09:48:44.932377 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a51b-890b-4827-9735-4a13a79e4f5b req-7fb7093b-3f85-417f-9a1d-177f2fcd5db4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:44.933835 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd32a51b-890b-4827-9735-4a13a79e4f5b req-7fb7093b-3f85-417f-9a1d-177f2fcd5db4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 944 time: 0.0486319 May 27 09:48:44.980183 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd32a51b-890b-4827-9735-4a13a79e4f5b req-0323ab73-77a8-4b9e-bbbf-08b4c1e05d7b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 May 27 09:48:45.087133 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:48:45.131673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 9011439f-1b54-4948-87ab-dd7cd4f186e5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:48:45.132046 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.195966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e16bb-de87-4b0a-a46c-cbdc76ebb048 req-862b973c-ce81-445c-bcb0-79307d7f8485 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:45.198241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b6e16bb-de87-4b0a-a46c-cbdc76ebb048 req-862b973c-ce81-445c-bcb0-79307d7f8485 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0528409 May 27 09:48:45.213764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:45.214493 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.239500 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:45.241882 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f1351-f12e-4b4c-934b-ed41dd603a62" -d '{"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:45.250966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2b6e16bb-de87-4b0a-a46c-cbdc76ebb048 req-86a8d726-79d2-4f44-9d73-cb2341b24f8e tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 May 27 09:48:45.255354 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:45.260047 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.260929 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:48:45.308825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd59fbe-2401-4bf9-98fe-00eeda82f998 x-openstack-request-id: req-0bd59fbe-2401-4bf9-98fe-00eeda82f998 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:45.309111 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:45.309360 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bd59fbe-2401-4bf9-98fe-00eeda82f998 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:45.309731 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd59fbe-2401-4bf9-98fe-00eeda82f998'] response: {'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'code': 200} May 27 09:48:45.347504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:45.405531 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:45.406731 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.410865 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-08a44fda-7656-4f93-af7f-8bb0513b7043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.418832 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:45.445781 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:45.449807 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:45.454280 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:45.497218 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:45.895169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-44bc87d5-132e-4469-9bb7-0cabfcfe1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:45.896688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-44bc87d5-132e-4469-9bb7-0cabfcfe1c68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9&tenant_id=2ed0733b1ce342f2a6ecac960523f85f HTTP/1.1" status: 200 len: 1128 time: 0.0418704 May 27 09:48:45.968985 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-61262eac-3ea6-4001-a94f-904b27a2f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:45.970429 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-61262eac-3ea6-4001-a94f-904b27a2f8a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1128 time: 0.0386393 May 27 09:48:46.091997 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-0310bc09-2694-460a-b0d4-f4760d38fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:46.093467 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-0310bc09-2694-460a-b0d4-f4760d38fdbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.1172204 May 27 09:48:46.111022 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d933-01b5-4e88-b4d2-236c75f383d9 req-32cfd676-fdd2-43a0-8d5a-55eaeccf8780 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:46.113029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a054d933-01b5-4e88-b4d2-236c75f383d9 req-32cfd676-fdd2-43a0-8d5a-55eaeccf8780 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0614626 May 27 09:48:46.193654 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-a2882e73-5259-41af-9186-48644487f6e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 999 time: 0.0931637 May 27 09:48:46.200481 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a054d933-01b5-4e88-b4d2-236c75f383d9 req-cf4d349d-17ac-4368-ae65-700c3fb0a3b8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567946 May 27 09:48:46.244299 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-8914ead0-6e59-43b5-8bd1-ece83a50fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:46.245759 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-8914ead0-6e59-43b5-8bd1-ece83a50fd0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0444448 May 27 09:48:46.289135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-995744e1-f23f-49c5-81e1-5d040245aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:46.290992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-995744e1-f23f-49c5-81e1-5d040245aa7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382288 May 27 09:48:46.363798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:46.410947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcefae2-acca-492d-bcf8-b0339bda3a78 req-ac33c2b8-b5d6-4f18-952b-2b6d417c27b5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:46.412418 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fcefae2-acca-492d-bcf8-b0339bda3a78 req-ac33c2b8-b5d6-4f18-952b-2b6d417c27b5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0588808 May 27 09:48:46.429048 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-5755fc8a-69cc-49da-b0fd-2b266d772c1a service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323826 May 27 09:48:46.495087 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7fcefae2-acca-492d-bcf8-b0339bda3a78 req-622a045f-e3d7-40a2-bbe9-db4607a63b4c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755758 May 27 09:48:46.546397 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-168d568a-f97f-44d4-8dec-d62c704c68e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074524 May 27 09:48:47.311258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:47.313548 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c58b5-7892-44b6-bc43-4d22539c723a" -d '{"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:47.322244 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762858b-6c04-48a2-9188-cbbbaa49788f req-553d8e89-71ea-4e1a-b1f0-5ab1869d731a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:47.323749 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b762858b-6c04-48a2-9188-cbbbaa49788f req-553d8e89-71ea-4e1a-b1f0-5ab1869d731a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0462136 May 27 09:48:47.344391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:47.349391 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc78f2a-f14c-4484-9974-be87157de48a x-openstack-request-id: req-4fc78f2a-f14c-4484-9974-be87157de48a {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:47.349673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:47.349941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fc78f2a-f14c-4484-9974-be87157de48a {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:47.350328 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc78f2a-f14c-4484-9974-be87157de48a'] response: {'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'code': 200} May 27 09:48:47.371226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b762858b-6c04-48a2-9188-cbbbaa49788f req-9ea61b24-fc85-4c80-9c0c-9da285fba7d9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 May 27 09:48:47.613226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90693-d6c0-4df7-8f99-2215ad5e0f53 req-dc1ddce1-59f7-49b0-8c56-83c8fcd57ec0 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:47.614610 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2d90693-d6c0-4df7-8f99-2215ad5e0f53 req-dc1ddce1-59f7-49b0-8c56-83c8fcd57ec0 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0527530 May 27 09:48:47.661968 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a2d90693-d6c0-4df7-8f99-2215ad5e0f53 req-57ebfb4a-fbec-43a2-ae5b-e6ef9cccbd36 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 May 27 09:48:47.762539 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47b4a953-22dd-4721-aa99-87b5b05822e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:48.487760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca0860-98c8-4b9e-a2ac-c8662d124b83 req-50c4a664-3413-4141-874b-6aa3efd19c13 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:48.489212 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bbca0860-98c8-4b9e-a2ac-c8662d124b83 req-50c4a664-3413-4141-874b-6aa3efd19c13 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0467796 May 27 09:48:48.534851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bbca0860-98c8-4b9e-a2ac-c8662d124b83 req-82cee8cc-f2ab-4749-88d7-afbf238da5b3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 May 27 09:48:48.772539 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff423047-c0e1-4fa3-85fc-a16cabb6b25e req-5685d515-8fa5-485e-b08a-8c7d97992ab9 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:48.773979 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff423047-c0e1-4fa3-85fc-a16cabb6b25e req-5685d515-8fa5-485e-b08a-8c7d97992ab9 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0457792 May 27 09:48:48.823726 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ff423047-c0e1-4fa3-85fc-a16cabb6b25e req-e18fbb03-cb24-4ebd-9b33-0e9faa9ad3ce tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 May 27 09:48:48.915675 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:49.657985 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f52efe-d9e2-43d3-b081-4678fdd4f1cb req-3d513c63-06a8-487b-b21d-76167fd8212a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:49.660040 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75f52efe-d9e2-43d3-b081-4678fdd4f1cb req-3d513c63-06a8-487b-b21d-76167fd8212a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0508327 May 27 09:48:49.710492 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75f52efe-d9e2-43d3-b081-4678fdd4f1cb req-30c4a53b-77f1-4c94-891d-1e5adb089eba tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446372 May 27 09:48:49.945358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11433-0dd3-4551-beac-903186f9cba8 req-2fac4fdb-c6af-4d69-ab40-c1f36731e7d3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:49.952814 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7e11433-0dd3-4551-beac-903186f9cba8 req-2fac4fdb-c6af-4d69-ab40-c1f36731e7d3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0566063 May 27 09:48:50.023563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e7e11433-0dd3-4551-beac-903186f9cba8 req-6c6c1b61-5099-4a35-9e87-1200020d12db tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602872 May 27 09:48:50.028400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:50.898731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845ef0-6b1a-4869-9172-fcd590d200d5 req-da5a0318-5bc6-4012-a717-1b027cdb28ef tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:50.904207 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f845ef0-6b1a-4869-9172-fcd590d200d5 req-da5a0318-5bc6-4012-a717-1b027cdb28ef tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.1135027 May 27 09:48:50.951735 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f845ef0-6b1a-4869-9172-fcd590d200d5 req-718ccaa4-b18e-458a-997e-9c92b1c3e6a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 May 27 09:48:51.141697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07082376-a7b0-4791-8e4d-50abe1fbe8a4 req-e1f69c51-3c71-457e-89a1-e2310b663be5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:51.143356 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07082376-a7b0-4791-8e4d-50abe1fbe8a4 req-e1f69c51-3c71-457e-89a1-e2310b663be5 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0664086 May 27 09:48:51.259899 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-07082376-a7b0-4791-8e4d-50abe1fbe8a4 req-b35e228d-e066-4add-a7b9-fec82b57ec8d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104083 May 27 09:48:51.702717 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:52.072836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df946bb-b674-4447-ae26-5db2f4fd7ebf req-57b70aa6-8084-4197-8435-edffba9d69cc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:52.074326 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1df946bb-b674-4447-ae26-5db2f4fd7ebf req-57b70aa6-8084-4197-8435-edffba9d69cc tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0483394 May 27 09:48:52.130570 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1df946bb-b674-4447-ae26-5db2f4fd7ebf req-efd0a933-7da2-4df0-b945-a84395886caf tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505431 May 27 09:48:52.355182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:52.394455 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ce3e4-077f-4c06-a3cb-ef7d19e48540 req-b14d6a67-ffe9-44ee-b2fc-a9f2dd780e14 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:52.395949 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d0ce3e4-077f-4c06-a3cb-ef7d19e48540 req-b14d6a67-ffe9-44ee-b2fc-a9f2dd780e14 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0510945 May 27 09:48:52.450152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d0ce3e4-077f-4c06-a3cb-ef7d19e48540 req-5eb29170-c6d1-4d0e-9621-68e095ffe993 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484695 May 27 09:48:52.584738 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:53.260508 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ba6e-dad2-4b49-9595-270f287f1e2e req-6ab4f32f-8fcd-4782-8668-d4cfbe280d76 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:53.262361 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e154ba6e-dad2-4b49-9595-270f287f1e2e req-6ab4f32f-8fcd-4782-8668-d4cfbe280d76 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0543990 May 27 09:48:53.314044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e154ba6e-dad2-4b49-9595-270f287f1e2e req-80f6286e-f47c-419b-b2ff-05254521ce0d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 May 27 09:48:53.555689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:53.571683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62507a9-f737-4993-8f27-cf635b2a715d req-fd9376dd-7dbe-468d-a2d6-10ad5d23c9d4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:53.573182 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c62507a9-f737-4993-8f27-cf635b2a715d req-fd9376dd-7dbe-468d-a2d6-10ad5d23c9d4 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0526659 May 27 09:48:53.628016 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c62507a9-f737-4993-8f27-cf635b2a715d req-55891a18-0bc7-4156-82b7-220608b63c31 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490942 May 27 09:48:54.085230 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:54.088732 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:54.458464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0a68-9c59-4330-bad3-be7aeccf4e74 req-224e0cb1-619b-4316-a71a-b60faab4f2e4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:54.460658 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-109f0a68-9c59-4330-bad3-be7aeccf4e74 req-224e0cb1-619b-4316-a71a-b60faab4f2e4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0581870 May 27 09:48:54.510418 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-109f0a68-9c59-4330-bad3-be7aeccf4e74 req-7fff073b-6d3b-4b22-9d12-785b29932afa tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 May 27 09:48:54.751764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aa5b8-cc37-4d7d-b62d-1d86881e648f req-e4c808f4-9cd2-4176-b74c-c9f2aa72a415 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:54.753289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b81aa5b8-cc37-4d7d-b62d-1d86881e648f req-e4c808f4-9cd2-4176-b74c-c9f2aa72a415 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 944 time: 0.0519905 May 27 09:48:54.808905 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b81aa5b8-cc37-4d7d-b62d-1d86881e648f req-8a144f38-8c78-4cbd-ae90-33661ab6eb19 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485594 May 27 09:48:55.088587 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:48:55.328338 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:55.341163 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'port_id': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'mac_address': 'fa:16:3e:49:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:48:55.380128 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:55.380752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:55.397794 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf0759-e717-4ad7-bf72-ba59bd3a1455 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:48:55.419189 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:55.424585 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:55.474314 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:55.481674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.482034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.482590 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.482755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.483647 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.483764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.484334 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.484908 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.485483 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.486022 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.486622 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.487216 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.487836 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.488353 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.488892 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:48:55.653053 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed2cd-231e-4838-a9c2-f44acd1d73fc req-4fc180eb-0c9f-43e9-9390-eb97cf75636f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:55.654763 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea1ed2cd-231e-4838-a9c2-f44acd1d73fc req-4fc180eb-0c9f-43e9-9390-eb97cf75636f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0500851 May 27 09:48:55.711996 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea1ed2cd-231e-4838-a9c2-f44acd1d73fc req-6168ebff-63db-4e1c-a4a6-9230fa9e45f1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512834 May 27 09:48:55.930357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c0b1-9c5b-4d57-b97c-7243beaae53a req-114b77aa-9186-4727-9958-0f45bfa012f7 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:55.931883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13e2c0b1-9c5b-4d57-b97c-7243beaae53a req-114b77aa-9186-4727-9958-0f45bfa012f7 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0494764 May 27 09:48:55.983511 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['a7bf0759-e717-4ad7-bf72-ba59bd3a1455'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:48:56.001262 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-13e2c0b1-9c5b-4d57-b97c-7243beaae53a req-4185d920-9048-4465-8feb-4b5af04eafb6 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631731 May 27 09:48:56.860126 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f8f5c-ed35-4996-9ca2-2563406aa813 req-3b613e2f-dd6f-41a8-9992-b8a9aa229ff0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:56.866979 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f7f8f5c-ed35-4996-9ca2-2563406aa813 req-3b613e2f-dd6f-41a8-9992-b8a9aa229ff0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0564313 May 27 09:48:56.914923 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6f7f8f5c-ed35-4996-9ca2-2563406aa813 req-51c207ef-862e-4e8b-b97f-46b6578e375e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470412 May 27 09:48:57.134815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb29f1-416b-4916-a199-7796b67c34b1 req-ef5f36bd-d06f-427c-b316-97754c6c044b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:57.136416 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9cb29f1-416b-4916-a199-7796b67c34b1 req-ef5f36bd-d06f-427c-b316-97754c6c044b tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 945 time: 0.0599816 May 27 09:48:57.204101 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9cb29f1-416b-4916-a199-7796b67c34b1 req-bad44b51-4d88-4ba1-8b90-72638f415ce3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597427 May 27 09:48:57.293747 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:48:57.340867 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:48:57.341243 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:57.380268 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:57.384430 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:57.416911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:48:57.417298 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:57.440046 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:48:57.442269 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f1124-fc9d-4bef-87f3-bb57f2318667" -d '{"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:48:57.459301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:48:57.477106 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:48:57.512094 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2fb6c8-24ae-45f4-823b-20d7e11cfb2b x-openstack-request-id: req-fc2fb6c8-24ae-45f4-823b-20d7e11cfb2b {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:48:57.512416 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:48:57.512614 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc2fb6c8-24ae-45f4-823b-20d7e11cfb2b {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:48:57.513188 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2fb6c8-24ae-45f4-823b-20d7e11cfb2b'] response: {'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'code': 200} May 27 09:48:57.541127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:48:57.902839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b860ef-6fc5-44d4-8165-15856314792c req-5ba5e2a3-e83f-47c0-8ef2-2e7c2508ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:57.905289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35b860ef-6fc5-44d4-8165-15856314792c req-5ba5e2a3-e83f-47c0-8ef2-2e7c2508ec5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.0505829 May 27 09:48:57.971763 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35b860ef-6fc5-44d4-8165-15856314792c req-d624370e-612c-4b5f-a533-accbd25fba93 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591869 May 27 09:48:58.084611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358adda-bd00-46a1-bf17-3971e7dd35b0 req-b9bb37e2-ae9d-479c-8485-06ec66af67a8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:58.087168 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f358adda-bd00-46a1-bf17-3971e7dd35b0 req-b9bb37e2-ae9d-479c-8485-06ec66af67a8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0674901 May 27 09:48:58.133325 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:48:58.144829 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f358adda-bd00-46a1-bf17-3971e7dd35b0 req-fe86c2cd-e470-4fc3-9ffe-c7b00d308fd7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519757 May 27 09:48:58.350114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be222f-ebc8-4601-a1d9-660cebd70dd3 req-c4a1c14a-dd4c-48d7-86b8-ed4a93b0c306 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:58.351958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72be222f-ebc8-4601-a1d9-660cebd70dd3 req-c4a1c14a-dd4c-48d7-86b8-ed4a93b0c306 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0699997 May 27 09:48:58.407642 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-72be222f-ebc8-4601-a1d9-660cebd70dd3 req-3da00181-8d26-4a56-8208-76eb4e2ef10c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499756 May 27 09:48:59.278347 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5291a-61f5-404d-8c18-3e658243c6c2 req-3a570ee2-1cd7-438f-97dc-ee747eb1e32e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:59.279919 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fd5291a-61f5-404d-8c18-3e658243c6c2 req-3a570ee2-1cd7-438f-97dc-ee747eb1e32e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0560262 May 27 09:48:59.334459 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fd5291a-61f5-404d-8c18-3e658243c6c2 req-695ac9b4-050f-4652-b140-038113a678a7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 May 27 09:48:59.540848 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece4eb-8dea-408c-a235-74c1c2dc9194 req-01a69a75-ed34-474b-914e-8decb458377d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:48:59.542619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e8ece4eb-8dea-408c-a235-74c1c2dc9194 req-01a69a75-ed34-474b-914e-8decb458377d tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0506706 May 27 09:48:59.597697 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e8ece4eb-8dea-408c-a235-74c1c2dc9194 req-52d26260-9284-4b3a-8656-c1b3f721ea70 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461769 May 27 09:49:00.413954 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:00.454448 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4c6b1-346d-4510-a0f5-490599f6467e req-316902e3-082c-4382-91d5-dda9feca7e0c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:00.456122 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fbb4c6b1-346d-4510-a0f5-490599f6467e req-316902e3-082c-4382-91d5-dda9feca7e0c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0504293 May 27 09:49:00.504107 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fbb4c6b1-346d-4510-a0f5-490599f6467e req-dc8287ad-2a66-4c39-9e96-a4a94f431b66 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 May 27 09:49:00.715740 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e0c86-d498-4d89-8240-9e8f62e7b2d2 req-1e8806d8-b514-4e79-8165-e1ce584c949c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:00.717198 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fa7e0c86-d498-4d89-8240-9e8f62e7b2d2 req-1e8806d8-b514-4e79-8165-e1ce584c949c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0510492 May 27 09:49:00.765196 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fa7e0c86-d498-4d89-8240-9e8f62e7b2d2 req-6ea49dcc-1297-4a31-b642-6ac6beeabccb tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 May 27 09:49:01.134798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-d64e4d1f-5f57-4b69-9912-f9da60dc6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:01.136305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-d64e4d1f-5f57-4b69-9912-f9da60dc6e0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1129 time: 0.0418961 May 27 09:49:01.224836 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-77d95b4b-b5fa-45e0-abb7-6cae726b3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:01.226296 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-77d95b4b-b5fa-45e0-abb7-6cae726b3682 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0840702 May 27 09:49:01.293561 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-22294737-748d-47d5-b0d3-352fd16f53c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 1000 time: 0.0605776 May 27 09:49:01.612054 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-f0df3437-5d96-4312-bc7b-ec46e5c543ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:01.613494 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-f0df3437-5d96-4312-bc7b-ec46e5c543ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.3129733 May 27 09:49:01.638909 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e1487-2963-4a6e-ab3c-bdf58596631c req-0b73870f-2110-4e74-abff-0379d4ae3fc0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:01.640297 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e3e1487-2963-4a6e-ab3c-bdf58596631c req-0b73870f-2110-4e74-abff-0379d4ae3fc0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0575273 May 27 09:49:01.681584 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-a1f7ccaf-ae01-484d-b0f3-5c4f433e8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:01.682987 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-a1f7ccaf-ae01-484d-b0f3-5c4f433e8168 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617528 May 27 09:49:01.731035 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e3e1487-2963-4a6e-ab3c-bdf58596631c req-d9c1212e-b38b-47a0-b376-98ec5fc5fa1a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754421 May 27 09:49:01.787595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-ab6f4194-2099-428c-b0d1-f0398bcd1fc3 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948377 May 27 09:49:01.848620 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:01.878847 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f29cf67c-22bb-4e3f-bf1a-e4ebe2f1a792 req-8cd43756-550a-41d9-843c-941b40c4b8e8 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851617 May 27 09:49:02.609649 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:02.610413 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:02.868896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d83b-182f-43d0-be17-e3363dc7c45b req-d36f9a9a-68b1-4521-8287-b391a5088a5e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:02.870906 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f2c5d83b-182f-43d0-be17-e3363dc7c45b req-d36f9a9a-68b1-4521-8287-b391a5088a5e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 945 time: 0.0586731 May 27 09:49:02.917273 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f2c5d83b-182f-43d0-be17-e3363dc7c45b req-4af08233-16f2-45c0-80cd-389fdb107509 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 May 27 09:49:03.311229 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:03.385932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:49:03.386318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:03.405697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-b89c4bac-8966-43da-bde3-7906e02218d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:03.407166 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-b89c4bac-8966-43da-bde3-7906e02218d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1129 time: 0.0415289 May 27 09:49:03.409056 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:49:03.411967 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7db037-9f74-4447-b094-d6a4f4358773" -d '{"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-unplugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:49:03.424351 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:03.429839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:03.453023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf5472-6927-4158-8106-8a9fe1c59b59 x-openstack-request-id: req-becf5472-6927-4158-8106-8a9fe1c59b59 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:49:03.453698 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-unplugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:49:03.453698 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-becf5472-6927-4158-8106-8a9fe1c59b59 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:49:03.453937 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf5472-6927-4158-8106-8a9fe1c59b59'] response: {'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'code': 200} May 27 09:49:03.482629 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:03.519561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-a07e1f05-8256-43b1-a642-fa748330ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:03.521026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-a07e1f05-8256-43b1-a642-fa748330ab9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0949998 May 27 09:49:03.583523 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-f0d2c877-f2a5-46c8-ab11-e1d64d073d3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 998 time: 0.0556235 May 27 09:49:03.627760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:03.663655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-bf08661d-241a-49e0-b1cd-97c9fc54629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:03.665109 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-bf08661d-241a-49e0-b1cd-97c9fc54629c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0450802 May 27 09:49:03.709615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-9e65d8c6-8748-4d9b-8067-7e5c35b00177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:03.711100 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-9e65d8c6-8748-4d9b-8067-7e5c35b00177 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394504 May 27 09:49:03.822930 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-2dc4e9f0-d023-4902-959a-84265ede0e57 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 May 27 09:49:04.054300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61ae8-50b5-4607-a473-69223a9bd93c req-9f861cf8-5e72-401a-9a61-79757b6dab43 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:04.056718 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6a61ae8-50b5-4607-a473-69223a9bd93c req-9f861cf8-5e72-401a-9a61-79757b6dab43 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0694349 May 27 09:49:04.167507 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c6a61ae8-50b5-4607-a473-69223a9bd93c req-811539a8-6157-4c36-b90a-0fe2d9b27ffd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985880 May 27 09:49:04.174306 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ac1ce6cb-2d57-4b9f-83e3-d65016cfdb6f req-5f92c1f6-5a3a-4e35-a36e-7fef5f1c2edb service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470201 May 27 09:49:05.085051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906fce8-2086-4715-bfa4-f32d86621b2c req-9c62756f-5bc4-416e-9475-455866f3006f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:05.086642 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b906fce8-2086-4715-bfa4-f32d86621b2c req-9c62756f-5bc4-416e-9475-455866f3006f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0611227 May 27 09:49:05.112798 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-ff1eb86b-02c6-4bf0-bf4f-eda32a271e43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388558 May 27 09:49:05.139197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b906fce8-2086-4715-bfa4-f32d86621b2c req-e37bffa4-c0f8-4a91-a632-f091e7148edf tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 May 27 09:49:05.185648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-cfef0450-ad4d-4cbc-9343-ffb4e26a63b7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:05.187012 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-cfef0450-ad4d-4cbc-9343-ffb4e26a63b7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports/9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 940 time: 0.0467215 May 27 09:49:06.006373 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-7d2a9c9d-196d-4014-9645-32ef6cb548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.007857 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-7d2a9c9d-196d-4014-9645-32ef6cb548fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e&tenant_id=fbb8746f17d6410f9c82d0fde348d1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0407841 May 27 09:49:06.019816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-98191d10-5f09-4071-81b4-9c3f55abbe96 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:49:06.020757 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-98191d10-5f09-4071-81b4-9c3f55abbe96 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048530 May 27 09:49:06.094358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-8063024e-9bb5-4cfd-a8ff-adeebdc23f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.095878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-8063024e-9bb5-4cfd-a8ff-adeebdc23f9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1127 time: 0.0423236 May 27 09:49:06.186696 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-896e9064-5cad-44f1-ba4f-ecb225acdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.188196 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-896e9064-5cad-44f1-ba4f-ecb225acdb5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 200 len: 917 time: 0.0866907 May 27 09:49:06.254596 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-15991188-ab05-4f4a-918f-3b4248eb7484 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 200 len: 998 time: 0.0605345 May 27 09:49:06.297614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:06.306538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-62296f5c-544c-420a-b907-0b8842c0c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.308070 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-62296f5c-544c-420a-b907-0b8842c0c72f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 200 len: 855 time: 0.0463979 May 27 09:49:06.360807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-e2b810ba-63d6-42f5-be24-c5ba282ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.362264 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-e2b810ba-63d6-42f5-be24-c5ba282ac47d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90d3a2be-1adb-43f3-aa78-1e534bd2671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481782 May 27 09:49:06.420413 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d149eb-9e21-4cd5-a262-0cb55c1447af req-dc2d9dd1-d0d0-492f-bc21-e9012d2e45ce tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:06.421902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4d149eb-9e21-4cd5-a262-0cb55c1447af req-dc2d9dd1-d0d0-492f-bc21-e9012d2e45ce tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0750117 May 27 09:49:06.492618 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:06.510320 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-67933f76-a4f9-494d-9b62-ce4cad57390a service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329625 May 27 09:49:06.513525 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f4d149eb-9e21-4cd5-a262-0cb55c1447af req-8faa3493-3ab1-4c06-9858-9e67a41c4aa1 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644035 May 27 09:49:06.604157 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-7dc1f066-0b13-438f-a414-4442d52de691 service neutron] 10.222.0.65 "GET /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867069 May 27 09:49:07.329598 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:07.414544 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: DOWN; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:49:07.634652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb77c37-e3c1-4557-a2a8-f01500ebf4da req-99367da7-4206-46f5-b9ab-f2662ec775d8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:07.636416 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4cb77c37-e3c1-4557-a2a8-f01500ebf4da req-99367da7-4206-46f5-b9ab-f2662ec775d8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0490942 May 27 09:49:07.686900 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4cb77c37-e3c1-4557-a2a8-f01500ebf4da req-c1ad3fd2-767e-4381-8149-c05fb8317e2c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446637 May 27 09:49:08.814250 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aead3-a139-4cbe-b3ae-cd615fd8ffc1 req-0ca0e22c-b222-4d75-b5b8-60733fb7270e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:08.815846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c3aead3-a139-4cbe-b3ae-cd615fd8ffc1 req-0ca0e22c-b222-4d75-b5b8-60733fb7270e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0545278 May 27 09:49:08.865782 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8c3aead3-a139-4cbe-b3ae-cd615fd8ffc1 req-f3c259ef-ac84-4df2-849f-d2a4d2f77dd0 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437942 May 27 09:49:09.990852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856994ca-c6ac-47ba-aaad-6a1624205947 req-90559250-6bb5-42c3-b6b3-b4ca88f7f10a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:09.992425 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-856994ca-c6ac-47ba-aaad-6a1624205947 req-90559250-6bb5-42c3-b6b3-b4ca88f7f10a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0497162 May 27 09:49:10.041950 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-856994ca-c6ac-47ba-aaad-6a1624205947 req-8a3728a4-4d48-40d0-884c-622cc64fd78e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 May 27 09:49:11.165457 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ce6e8-a939-4a85-b916-e0aaf851813d req-ac379484-0076-4e2b-a8a4-a294f335349f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:11.167151 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-601ce6e8-a939-4a85-b916-e0aaf851813d req-ac379484-0076-4e2b-a8a4-a294f335349f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0501444 May 27 09:49:11.229983 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-601ce6e8-a939-4a85-b916-e0aaf851813d req-adebed72-4cfd-4167-a710-cbd0f483e47f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484076 May 27 09:49:12.363268 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a720bd-b306-4e20-abe1-6d20ecfecad4 req-9406af33-4604-49da-9a0e-02920bfe232b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:12.364760 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68a720bd-b306-4e20-abe1-6d20ecfecad4 req-9406af33-4604-49da-9a0e-02920bfe232b tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0597639 May 27 09:49:12.413530 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68a720bd-b306-4e20-abe1-6d20ecfecad4 req-2ce0fec6-0da0-4357-b4e4-4fc15ca970b7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 May 27 09:49:13.539964 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d9b29-5b52-4dfb-913c-8a18f9eb2ab3 req-6357fa89-f075-4fd1-afcb-6d763757b702 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:13.541451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a18d9b29-5b52-4dfb-913c-8a18f9eb2ab3 req-6357fa89-f075-4fd1-afcb-6d763757b702 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0536721 May 27 09:49:13.594163 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a18d9b29-5b52-4dfb-913c-8a18f9eb2ab3 req-9df3a655-c7d8-4913-bc21-59a2d3543b8f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 May 27 09:49:14.220371 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=13 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:14.226377 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=13 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:14.717678 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2091f-8c74-4b6e-95fc-3fa74b9717a3 req-f6e0933a-bbe1-4b8a-a744-c8b4a42490d7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:14.719242 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c4c2091f-8c74-4b6e-95fc-3fa74b9717a3 req-f6e0933a-bbe1-4b8a-a744-c8b4a42490d7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0526965 May 27 09:49:14.767720 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c4c2091f-8c74-4b6e-95fc-3fa74b9717a3 req-aa946342-afa2-415a-8e3f-c2798bda194e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 May 27 09:49:15.172864 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:15.177508 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=7 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:15.386268 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6f317ee9-9639-40d2-9466-7a5ece8afdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:15.886803 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:15.899427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339eaeb-2726-4477-b084-7b029e9d5360 req-7c05002a-b730-491a-bf9a-393fa580c552 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:15.900972 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9339eaeb-2726-4477-b084-7b029e9d5360 req-7c05002a-b730-491a-bf9a-393fa580c552 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0512202 May 27 09:49:15.951457 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9339eaeb-2726-4477-b084-7b029e9d5360 req-bd4a7002-dec8-42fb-8984-d56726636441 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443418 May 27 09:49:17.074435 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0d61-6724-4fac-bccd-4bb46b36ea0b req-cd75d12e-6275-4033-872e-cd28e3695123 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:17.075954 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75bd0d61-6724-4fac-bccd-4bb46b36ea0b req-cd75d12e-6275-4033-872e-cd28e3695123 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0495477 May 27 09:49:17.128052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-75bd0d61-6724-4fac-bccd-4bb46b36ea0b req-24859563-b8a8-446e-8fbf-eb776447aa14 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465026 May 27 09:49:17.764538 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d19c0a19-2413-4178-b70b-1b72cf9976e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:18.248847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913570ef-dbda-4d76-99b9-9046ad27d594 req-57fbf4e2-6d2a-47aa-bd60-43486fa51598 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:18.250309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-913570ef-dbda-4d76-99b9-9046ad27d594 req-57fbf4e2-6d2a-47aa-bd60-43486fa51598 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0467951 May 27 09:49:18.296702 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-913570ef-dbda-4d76-99b9-9046ad27d594 req-63dc7370-e14a-429b-b233-f6b10ed2425f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 May 27 09:49:18.917941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:19.377489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:19.417498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd6cd2-b813-401a-8ab7-a98a188a562d req-6ddf765b-6cc4-4a44-983d-f97c5866a3ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:19.418971 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1cd6cd2-b813-401a-8ab7-a98a188a562d req-6ddf765b-6cc4-4a44-983d-f97c5866a3ee tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0499644 May 27 09:49:19.465827 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1cd6cd2-b813-401a-8ab7-a98a188a562d req-312a8bf9-12ef-4993-9260-c1e90a4198c5 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 May 27 09:49:20.029055 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:20.586042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d350e-781c-468d-896d-e4660bc51930 req-0a79bbed-2840-495d-85a3-7e2124faae53 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:20.587532 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f12d350e-781c-468d-896d-e4660bc51930 req-0a79bbed-2840-495d-85a3-7e2124faae53 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0505254 May 27 09:49:20.633441 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f12d350e-781c-468d-896d-e4660bc51930 req-65df5b3d-5438-4962-8555-6f7f61910d12 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 May 27 09:49:20.671240 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:49:21.697464 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:21.750434 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11df69-3f4f-41ac-ade0-543bd77af407 req-6e7de610-36bf-46a7-9592-0e17417579ea tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:21.751943 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc11df69-3f4f-41ac-ade0-543bd77af407 req-6e7de610-36bf-46a7-9592-0e17417579ea tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0472641 May 27 09:49:21.798347 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc11df69-3f4f-41ac-ade0-543bd77af407 req-e62a1c2d-cb5a-4c44-a723-dafa3f6ca54c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 May 27 09:49:22.596926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:22.920180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5ade8-0700-478d-abd6-4efde48d4385 req-12f5124f-6a85-4c21-9b8e-f87e81a3100a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:22.921556 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-29a5ade8-0700-478d-abd6-4efde48d4385 req-12f5124f-6a85-4c21-9b8e-f87e81a3100a tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 943 time: 0.0504401 May 27 09:49:22.967197 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-29a5ade8-0700-478d-abd6-4efde48d4385 req-4a65d0b0-a2e9-4a50-8ccb-87d604a1a70c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 May 27 09:49:23.450645 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:49:23.548126 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:23.559599 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'port_id': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'mac_address': 'fa:16:3e:17:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:49:23.593340 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:49:23.593721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:23.606708 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:49:23.625767 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:23.629208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:23.672944 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:24.085049 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39adae9-cdc6-46c5-a347-0479f308aeff req-a430658b-8428-46ed-ad1a-cc0c6794a4e2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:24.086519 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a39adae9-cdc6-46c5-a347-0479f308aeff req-a430658b-8428-46ed-ad1a-cc0c6794a4e2 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 944 time: 0.0467782 May 27 09:49:24.132063 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a39adae9-cdc6-46c5-a347-0479f308aeff req-8af8e310-e40d-4186-8045-496ac7716c5d tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397489 May 27 09:49:24.166577 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['9011439f-1b54-4948-87ab-dd7cd4f186e5'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:49:24.169248 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:24.250084 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:25.256321 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46bdf-9ff3-4c31-980c-edb5262574b5 req-6a648e2c-4d71-4d56-ab0c-0e236e361596 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:25.257787 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-23c46bdf-9ff3-4c31-980c-edb5262574b5 req-6a648e2c-4d71-4d56-ab0c-0e236e361596 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 944 time: 0.0504892 May 27 09:49:25.307267 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-23c46bdf-9ff3-4c31-980c-edb5262574b5 req-fdf319f1-60d3-4841-b9f8-dbe1aa9f71b3 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440173 May 27 09:49:25.450892 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:49:25.494358 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 9011439f-1b54-4948-87ab-dd7cd4f186e5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:49:25.494980 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:25.579991 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 9011439f-1b54-4948-87ab-dd7cd4f186e5 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:49:25.580283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:25.602863 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:49:25.605139 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74be319-9910-4a2c-8e41-3e8c7d04d64c" -d '{"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:49:25.617048 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:25.621075 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:25.643483 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a03c5-9c81-467a-a31d-9712a6994cd2 x-openstack-request-id: req-3c0a03c5-9c81-467a-a31d-9712a6994cd2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:49:25.643771 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-plugged", "status": "completed", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:49:25.644640 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c0a03c5-9c81-467a-a31d-9712a6994cd2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:49:25.645030 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0a03c5-9c81-467a-a31d-9712a6994cd2'] response: {'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'code': 200} May 27 09:49:25.669404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:25.952428 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb83f-71ae-4a1d-8845-85956a603cfc req-8fa01d92-e34a-4bdf-b772-702f0d72e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:25.953916 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d24eb83f-71ae-4a1d-8845-85956a603cfc req-8fa01d92-e34a-4bdf-b772-702f0d72e13a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 1130 time: 0.0805199 May 27 09:49:25.996504 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d24eb83f-71ae-4a1d-8845-85956a603cfc req-010fdebf-6200-457e-a650-494eb725c620 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363128 May 27 09:49:26.428904 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554f8a4-28ca-4056-a5e7-8069db911ba6 req-a8d26e18-4b7b-4605-9125-36e818afad5c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:26.430388 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9554f8a4-28ca-4056-a5e7-8069db911ba6 req-a8d26e18-4b7b-4605-9125-36e818afad5c tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0473528 May 27 09:49:26.476407 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9554f8a4-28ca-4056-a5e7-8069db911ba6 req-423198fa-5f48-4d46-8067-8ef034613ec6 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404956 May 27 09:49:27.593096 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:27.611668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4a22-9c6b-450c-a222-d8cf514150c3 req-3918dce1-4c24-466b-a41e-483462936efd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:27.613150 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0efa4a22-9c6b-450c-a222-d8cf514150c3 req-3918dce1-4c24-466b-a41e-483462936efd tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0517313 May 27 09:49:27.659478 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0efa4a22-9c6b-450c-a222-d8cf514150c3 req-82252cd5-04e2-4275-a82c-c1d253827101 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 May 27 09:49:28.777697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b9c55-fd20-4eac-b2af-e5cb49ca0a8e req-aaae5dff-c830-4c89-8764-f85d1729c052 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:28.779169 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d29b9c55-fd20-4eac-b2af-e5cb49ca0a8e req-aaae5dff-c830-4c89-8764-f85d1729c052 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0469255 May 27 09:49:28.825283 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d29b9c55-fd20-4eac-b2af-e5cb49ca0a8e req-f219c570-423c-4634-ac7f-89cad407aa3f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 May 27 09:49:35.666085 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:35.666826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:38.819050 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:38.821693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=17 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:39.606564 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:39.607363 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:44.174530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329468a2-0e88-4aec-8383-53c0bcef6bc1 req-cfa450a8-98f0-49b5-b9c6-6aeabbae5584 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:44.176041 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-329468a2-0e88-4aec-8383-53c0bcef6bc1 req-cfa450a8-98f0-49b5-b9c6-6aeabbae5584 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0465078 May 27 09:49:44.226413 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-329468a2-0e88-4aec-8383-53c0bcef6bc1 req-c651eb91-8fe5-480a-a5b2-b3dce69d0bfa tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 May 27 09:49:45.339255 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abb3a2-25a3-472b-9231-7c7209a516e5 req-955ea99b-16a8-43a4-a3d0-73243440c9e4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:45.340655 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-67abb3a2-25a3-472b-9231-7c7209a516e5 req-955ea99b-16a8-43a4-a3d0-73243440c9e4 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0462203 May 27 09:49:45.386946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-67abb3a2-25a3-472b-9231-7c7209a516e5 req-0e9f21d1-1014-4fd5-a04e-c21ffb99658c tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 May 27 09:49:45.388321 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c745ed87-9909-4327-bb53-e318c593e27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:46.528750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325910d8-e212-46d5-b7ad-a16015eed185 req-cfe246b8-3622-4ef8-8c04-7a3e1af6e39b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:46.530215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325910d8-e212-46d5-b7ad-a16015eed185 req-cfe246b8-3622-4ef8-8c04-7a3e1af6e39b tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0750840 May 27 09:49:46.548874 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-2c0887a6-af91-4d7b-ad31-416e1b9f03dc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:49:46.550218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-2c0887a6-af91-4d7b-ad31-416e1b9f03dc tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 945 time: 0.0672550 May 27 09:49:46.619748 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-325910d8-e212-46d5-b7ad-a16015eed185 req-85e6083f-d0e1-4b92-8644-e6b2e9a9eb35 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbda5642-eb6f-480d-9f3b-4c22b456479b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841055 May 27 09:49:46.653817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Deleting port dc3fff52-3e58-4032-878e-443fd16673dd {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:46.654156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:46.744111 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] For port dc3fff52-3e58-4032-878e-443fd16673dd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dc3fff52-3e58-4032-878e-443fd16673dd,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:46.744390 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:46.898887 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:46.899249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:46.899592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Floating IP 4343fc10-251f-4b82-878c-2ce46ee98306 disassociated. External IP: 172.27.1.158, port: dc3fff52-3e58-4032-878e-443fd16673dd. May 27 09:49:46.899932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Calling delete_port for dc3fff52-3e58-4032-878e-443fd16673dd owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:47.023475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (dc3fff52-3e58-4032-878e-443fd16673dd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:47.048898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'Port': ['ID=dc3fff52-3e58-4032-878e-443fd16673dd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:47.058469 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.058813 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.059150 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.059511 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.059843 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.060162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.060490 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.060809 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.061681 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.061681 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.061868 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.062040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.062349 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.062660 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.062974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:47.119598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:47.173533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:49:47.174725 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:47.276336 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:49:47.285773 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:47.294968 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:49:47.295592 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:49:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:47.316898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] No DVR routers for this DVR port dc3fff52-3e58-4032-878e-443fd16673dd on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:49:47.319875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:47.323028 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a66123ac-3917-4f78-9806-4648fef6fc51 req-5b7715ed-26b3-4d0b-9376-cd05f9049fa7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.65 "DELETE /v2.0/ports/dc3fff52-3e58-4032-878e-443fd16673dd HTTP/1.1" status: 204 len: 173 time: 0.7661045 May 27 09:49:47.323481 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'name': 'network-vif-deleted', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:49:47.325743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec52a312-1dcd-4811-a1f0-ee29f03be7d1" -d '{"events": [{"server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "name": "network-vif-deleted", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:49:47.408822 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:49:47.428664 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b183bbb-0022-44d5-beff-db7a5220c861 x-openstack-request-id: req-5b183bbb-0022-44d5-beff-db7a5220c861 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:49:47.429149 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ce3d24-302e-4c81-ae42-b0670172d8d6", "name": "network-vif-deleted", "tag": "dc3fff52-3e58-4032-878e-443fd16673dd", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:49:47.429565 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b183bbb-0022-44d5-beff-db7a5220c861 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:49:47.430001 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b183bbb-0022-44d5-beff-db7a5220c861'] response: {'server_uuid': '69ce3d24-302e-4c81-ae42-b0670172d8d6', 'name': 'network-vif-deleted', 'tag': 'dc3fff52-3e58-4032-878e-443fd16673dd', 'status': 'completed', 'code': 200} May 27 09:49:47.613897 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:47.638591 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:47.647023 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:49:47.647652 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:49:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:47.729946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-43652e87-a319-4509-a9d2-e3c4715ddce2 req-993f5fa6-0043-470e-90bd-7aa27020893f tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ce3d24-302e-4c81-ae42-b0670172d8d6 HTTP/1.1" status: 200 len: 210 time: 0.0278487 May 27 09:49:47.749709 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:49:47.769353 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8785ccdd-dcd1-489f-a7b3-beee6cc14c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:47.937936 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:47.965434 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f44453-8fe0-472a-85de-20aaa8023590 None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bc26d123-c4bb-4ba7-b863-5c33d05cb346', 'name': '', 'network_id': '7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'mac_address': 'fa:16:3e:2e:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:39:03Z', 'updated_at': '2022-05-27T09:39:18Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'subnets': [{'id': '0a67c107-da91-4375-ab1a-48e7a98f1cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:48.168386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdac8f0-0530-40d1-891a-fb433745aa19 None None] New status for floating IP 4343fc10-251f-4b82-878c-2ce46ee98306: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:49:48.814125 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44072) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:48.870184 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (cbda5642-eb6f-480d-9f3b-4c22b456479b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:48.892996 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (cbda5642-eb6f-480d-9f3b-4c22b456479b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:48.922044 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:48.942800 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (cbda5642-eb6f-480d-9f3b-4c22b456479b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:48.945402 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:48.949796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:48.950334 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "DELETE /v2.0/security-groups/cbda5642-eb6f-480d-9f3b-4c22b456479b HTTP/1.1" status: 204 len: 168 time: 0.1346762 May 27 09:49:48.958880 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344bf48-3426-4081-ba4b-84d8ff22c3d3 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda5642-eb6f-480d-9f3b-4c22b456479b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:48.963401 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-ea9055d0-5509-40f2-ba21-f2bd2b2bd6f7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] show failed (client error): The resource could not be found. May 27 09:49:48.964824 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ea9055d0-5509-40f2-ba21-f2bd2b2bd6f7 tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "GET /v2.0/security-groups/cbda5642-eb6f-480d-9f3b-4c22b456479b HTTP/1.1" status: 404 len: 347 time: 0.0139208 May 27 09:49:48.967679 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44076) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:49.076855 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Deleting port 250123dd-5f71-496b-a6a9-1de9c1ae48bd {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:49.077204 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.386771 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.387163 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (250123dd-5f71-496b-a6a9-1de9c1ae48bd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.402470 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Calling delete_port for 250123dd-5f71-496b-a6a9-1de9c1ae48bd owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:49.537451 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (250123dd-5f71-496b-a6a9-1de9c1ae48bd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.560920 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device dc3fff52-3e58-4032-878e-443fd16673dd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:49.562351 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Pushing event deleted for resources: {'Port': ['ID=250123dd-5f71-496b-a6a9-1de9c1ae48bd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:49.579955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: dc3fff52-3e58-4032-878e-443fd16673dd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:49:49.580295 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device dc3fff52-3e58-4032-878e-443fd16673dd not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:49:49.590803 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.591144 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.591499 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.591833 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.592159 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.592481 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.592799 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.593112 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.593428 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.593745 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.594063 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.594384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.594695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.595005 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.595334 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:49.635123 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks [] for floatingip (4343fc10-251f-4b82-878c-2ce46ee98306), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.637652 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:49.638728 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ebdf1efe-1478-40f8-a3b0-a8875a6dc9ac tempest-AttachVolumeTestJSON-1260786785 tempest-AttachVolumeTestJSON-1260786785-project] 10.222.0.41 "DELETE /v2.0/floatingips/4343fc10-251f-4b82-878c-2ce46ee98306 HTTP/1.1" status: 204 len: 168 time: 0.6701441 May 27 09:49:50.028760 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:51.704969 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:52.600343 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:53.188289 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:53.828974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.097724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Deleting port bc26d123-c4bb-4ba7-b863-5c33d05cb346 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:54.097984 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.100183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:54.174538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] For port bc26d123-c4bb-4ba7-b863-5c33d05cb346, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bc26d123-c4bb-4ba7-b863-5c33d05cb346,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:54.174894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.187205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:54.188420 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Calling delete_port for bc26d123-c4bb-4ba7-b863-5c33d05cb346 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:54.362416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (bc26d123-c4bb-4ba7-b863-5c33d05cb346), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.385825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc26d123-c4bb-4ba7-b863-5c33d05cb346,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:54.550337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.748294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:49:54.849278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:49:54.854994 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-68dd43f9-8269-458f-b497-4b502676edfb admin admin] 10.222.0.41 "PUT /v2.0/routers/0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707201 May 27 09:49:54.857587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:54.860293 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Sync routers for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:49:54.870900 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:49:54.871612 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:49:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:54.902503 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:54.957554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks [] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:54.974790 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:49:55.066763 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks [] for router_gateway (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.070731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:55.108925 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Deleting port 987ec5eb-fdf8-4e72-84f7-407814af6693 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:55.109254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.141899 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:55.154003 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:49:54Z', 'revision_number': 5, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port': {'id': '987ec5eb-fdf8-4e72-84f7-407814af6693', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:54Z', 'updated_at': '2022-05-27T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:55.183209 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Checking router: 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:49:55.191456 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Routers {'0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:49:55.192052 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:49:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:55.196710 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] For port 987ec5eb-fdf8-4e72-84f7-407814af6693, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=987ec5eb-fdf8-4e72-84f7-407814af6693,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:55.197214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.211754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Calling delete_port for 987ec5eb-fdf8-4e72-84f7-407814af6693 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:55.276988 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] Set router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:49:55.332197 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:49:55Z', 'revision_number': 6, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:55.357639 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29becc54-963a-4d59-b9ff-e656709342dd None None] The sync data for ids ['0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03'] in dv-cinder-797608-21-iscsi is: [{'id': '0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03', 'name': 'tempest-AttachVolumeTestJSON-274840151-router', 'tenant_id': '06332dc6f29b4d01b047104d93bbef0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:49:55Z', 'revision_number': 6, 'project_id': '06332dc6f29b4d01b047104d93bbef0f', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:49:55.406196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (987ec5eb-fdf8-4e72-84f7-407814af6693), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.434509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=987ec5eb-fdf8-4e72-84f7-407814af6693,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:55.498433 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.592154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.594235 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks [] for router_controller (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.636897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.637493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:49:55.642114 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.643241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c7982877-0e1b-47c1-9128-761d34752a88 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0c7e27c0-6f65-4ac3-ab6d-a2b6bc0b2f03 HTTP/1.1" status: 204 len: 168 time: 0.7847667 May 27 09:49:55.646015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:55.689357 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Deleting subnet 0a67c107-da91-4375-ab1a-48e7a98f1cb4 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:49:55.692332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Publish callbacks [] for subnet (0a67c107-da91-4375-ab1a-48e7a98f1cb4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.728192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (0a67c107-da91-4375-ab1a-48e7a98f1cb4), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.794637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:55.810506 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (0a67c107-da91-4375-ab1a-48e7a98f1cb4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.864122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (0a67c107-da91-4375-ab1a-48e7a98f1cb4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.891383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a67c107-da91-4375-ab1a-48e7a98f1cb4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:55.893364 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:55.898005 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7a8db-d17b-4d0b-a783-e0370276516c None None] Network 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:49:55.899207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44126) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:55.899679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-856ff8cf-b3f2-484d-bbad-daac00879b2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a67c107-da91-4375-ab1a-48e7a98f1cb4 HTTP/1.1" status: 204 len: 168 time: 0.2520227 May 27 09:49:55.970651 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.013081 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Deleting port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:56.013436 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.079021 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] For port 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5bd45a18-9302-470e-9a84-8a1c3a1baa61,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:56.079409 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.092691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Calling delete_port for 5bd45a18-9302-470e-9a84-8a1c3a1baa61 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:56.126490 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] DHCP port deletion for 7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:49:56.165550 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Deleting port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:49:56.165931 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.171710 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.199396 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] No DVR routers for this DVR port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 on host dv-cinder-797608-21-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:49:56.201147 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd45a18-9302-470e-9a84-8a1c3a1baa61,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:56.233231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] For port 5bd45a18-9302-470e-9a84-8a1c3a1baa61, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5bd45a18-9302-470e-9a84-8a1c3a1baa61,segment=NetworkSegment(ce4b8c08-8047-440d-9cc9-3d7ffce8560a),segment_id=ce4b8c08-8047-440d-9cc9-3d7ffce8560a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:49:56.233596 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.241284 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:56.248144 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Calling delete_port for 5bd45a18-9302-470e-9a84-8a1c3a1baa61 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:49:56.284278 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.305393 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:56.315847 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:56.315963 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4b8c08-8047-440d-9cc9-3d7ffce8560a') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:49:56.328250 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (ce4b8c08-8047-440d-9cc9-3d7ffce8560a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.331409 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (5bd45a18-9302-470e-9a84-8a1c3a1baa61), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.359250 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (ce4b8c08-8047-440d-9cc9-3d7ffce8560a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.366622 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:49:56.366904 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (ce4b8c08-8047-440d-9cc9-3d7ffce8560a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.368695 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Pushing event deleted for resources: {'Port': ['ID=5bd45a18-9302-470e-9a84-8a1c3a1baa61,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:56.375369 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] No DVR routers for this DVR port 5bd45a18-9302-470e-9a84-8a1c3a1baa61 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:49:56.390150 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.390646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.391125 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.391896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.392962 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.393409 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.393887 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.394360 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.394840 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.395373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.395928 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.396384 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.396845 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.397042 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.397567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe9960-ab94-4658-8978-4773e871c350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:49:56.433492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.438978 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.442130 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d HTTP/1.1" status: 204 len: 168 time: 0.5412469 May 27 09:49:56.443870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:49:56.454116 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8965e-c6d5-42db-afb0-f968b53908c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de8cf2a-342a-4bc6-91a1-b3ed2cf7f88d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:56.568803 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:56.595026 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment ce4b8c08-8047-440d-9cc9-3d7ffce8560a resource provider aggregate not found May 27 09:49:56.613524 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7ee7dfcf-f9d3-42e2-b36e-55971b3e7794 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06332dc6f29b4d01b047104d93bbef0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435169 May 27 09:49:56.614968 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment ce4b8c08-8047-440d-9cc9-3d7ffce8560a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce4b8c08-8047-440d-9cc9-3d7ffce8560a found for delete ", "request_id": "req-a13b41fe-9f1f-4395-b238-0b513fc19627"}]} May 27 09:49:56.615944 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44142) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:56.661896 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] Publish callbacks [] for security_group (e745b8b2-170f-4e16-9a7b-430cfc59c3a3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.683308 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] Publish callbacks [] for security_group (e745b8b2-170f-4e16-9a7b-430cfc59c3a3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.732072 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e745b8b2-170f-4e16-9a7b-430cfc59c3a3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.734591 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:56.735775 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e745b8b2-170f-4e16-9a7b-430cfc59c3a3 HTTP/1.1" status: 204 len: 168 time: 0.1189296 May 27 09:49:56.744474 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f60bd-3e92-464a-b00d-6abaa885808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745b8b2-170f-4e16-9a7b-430cfc59c3a3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:57.362974 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bc26d123-c4bb-4ba7-b863-5c33d05cb346 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:57.386880 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: bc26d123-c4bb-4ba7-b863-5c33d05cb346 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:49:57.387264 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bc26d123-c4bb-4ba7-b863-5c33d05cb346 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:49:57.387836 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 987ec5eb-fdf8-4e72-84f7-407814af6693 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:57.409502 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 987ec5eb-fdf8-4e72-84f7-407814af6693 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:49:57.409848 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 987ec5eb-fdf8-4e72-84f7-407814af6693 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:49:57.410272 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5bd45a18-9302-470e-9a84-8a1c3a1baa61 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:49:57.428981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 5bd45a18-9302-470e-9a84-8a1c3a1baa61 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:49:57.429256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5bd45a18-9302-470e-9a84-8a1c3a1baa61 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:49:57.671752 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:49:58.034683 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:58.145492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58f7d79a-8441-49fe-8078-5981999eb7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.220666 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58f7d79a-8441-49fe-8078-5981999eb7a1 admin admin] Publish callbacks [] for security_group (dde9108a-4e91-4ff9-a8cb-f7841f4682eb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.224023 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-58f7d79a-8441-49fe-8078-5981999eb7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dde9108a-4e91-4ff9-a8cb-f7841f4682eb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.260755 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7d79a-8441-49fe-8078-5981999eb7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9108a-4e91-4ff9-a8cb-f7841f4682eb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:49:58.265059 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-58f7d79a-8441-49fe-8078-5981999eb7a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6be9af66b7048778fd5b823a1535450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293277 May 27 09:49:58.267971 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:49:58.314392 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] Publish callbacks [] for security_group (dde9108a-4e91-4ff9-a8cb-f7841f4682eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.335870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] Publish callbacks [] for security_group (dde9108a-4e91-4ff9-a8cb-f7841f4682eb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.381620 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dde9108a-4e91-4ff9-a8cb-f7841f4682eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.386621 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:49:58.388546 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dde9108a-4e91-4ff9-a8cb-f7841f4682eb HTTP/1.1" status: 204 len: 168 time: 0.1197889 May 27 09:49:58.400254 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbe016-9f76-4c2e-b65e-0b09b30d97b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9108a-4e91-4ff9-a8cb-f7841f4682eb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:00.298440 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44284) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:00.402371 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c1c105e-9c8c-4d8a-b666-af81f0f579eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.482560 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c1c105e-9c8c-4d8a-b666-af81f0f579eb admin admin] Publish callbacks [] for security_group (158c3073-a044-4dd3-94e7-cb2729fd3f5f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.486318 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c1c105e-9c8c-4d8a-b666-af81f0f579eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (158c3073-a044-4dd3-94e7-cb2729fd3f5f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.511316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:00.519366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:00.529103 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c105e-9c8c-4d8a-b666-af81f0f579eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c3073-a044-4dd3-94e7-cb2729fd3f5f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:00.533884 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-8c1c105e-9c8c-4d8a-b666-af81f0f579eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74747559eccd42619d007dcc0609b6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343905 May 27 09:50:00.536790 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44288) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:00.576060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:00.588444 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] Publish callbacks [] for security_group (158c3073-a044-4dd3-94e7-cb2729fd3f5f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.610481 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] Publish callbacks [] for security_group (158c3073-a044-4dd3-94e7-cb2729fd3f5f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.657267 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (158c3073-a044-4dd3-94e7-cb2729fd3f5f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.660191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:00.661320 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/158c3073-a044-4dd3-94e7-cb2729fd3f5f HTTP/1.1" status: 204 len: 168 time: 0.1230841 May 27 09:50:00.668812 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f424-5efd-4ac1-8a63-d11617aee795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c3073-a044-4dd3-94e7-cb2729fd3f5f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:00.930974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44296) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:00.944793 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fa6eed3-6df8-4d66-bdd9-f567bff82f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.024372 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fa6eed3-6df8-4d66-bdd9-f567bff82f07 admin admin] Publish callbacks [] for security_group (89671464-273a-4495-9a16-8f090cafcd06), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.027813 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fa6eed3-6df8-4d66-bdd9-f567bff82f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (89671464-273a-4495-9a16-8f090cafcd06), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.065331 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6eed3-6df8-4d66-bdd9-f567bff82f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89671464-273a-4495-9a16-8f090cafcd06,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:01.077403 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4fa6eed3-6df8-4d66-bdd9-f567bff82f07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac2431074251485da1041f4c66985d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450429 May 27 09:50:01.079655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44298) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:01.129258 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] Publish callbacks [] for security_group (89671464-273a-4495-9a16-8f090cafcd06), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.151008 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] Publish callbacks [] for security_group (89671464-273a-4495-9a16-8f090cafcd06), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.197234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (89671464-273a-4495-9a16-8f090cafcd06), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.199837 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:01.200985 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89671464-273a-4495-9a16-8f090cafcd06 HTTP/1.1" status: 204 len: 168 time: 0.1204417 May 27 09:50:01.208526 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e131024-c398-41f4-b93b-42fe42f919a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89671464-273a-4495-9a16-8f090cafcd06,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:05.485628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:05.490212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949666385', 'description': 'tempest-description--1975699840'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:05.513451 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.601825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (aaf57828-90c9-4936-9c91-f9f17f42c58e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.606956 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (aaf57828-90c9-4936-9c91-f9f17f42c58e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.637451 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.638689 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1520300 May 27 09:50:05.641808 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44382) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:05.643500 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb6b3-0d80-4dca-b040-e39e352fb33d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf57828-90c9-4936-9c91-f9f17f42c58e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:05.646667 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': 'aaf57828-90c9-4936-9c91-f9f17f42c58e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:05.677301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (86129d8a-e2b6-4dbd-9a89-7e6d7150eaea), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.736113 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (86129d8a-e2b6-4dbd-9a89-7e6d7150eaea), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.739744 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (86129d8a-e2b6-4dbd-9a89-7e6d7150eaea), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.758061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86129d8a-e2b6-4dbd-9a89-7e6d7150eaea,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:05.765178 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.766751 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f4ed1543-d3b0-43c7-9531-ecc302a0590d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235690 May 27 09:50:05.769055 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:05.773902 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': 'aaf57828-90c9-4936-9c91-f9f17f42c58e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:05.801276 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (72ee7c4d-8d9e-419a-9d43-69e70b0cc44d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.850025 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (72ee7c4d-8d9e-419a-9d43-69e70b0cc44d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.853006 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (72ee7c4d-8d9e-419a-9d43-69e70b0cc44d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.872303 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ee7c4d-8d9e-419a-9d43-69e70b0cc44d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:05.876480 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.877738 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c7f68ef2-025d-495c-aa1e-a8a03709ea23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1077244 May 27 09:50:05.882881 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44386) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:05.887248 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:05.909694 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:05.995264 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.108925 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.27.1.116 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/307f56cf-5d1a-4b20-ab4b-532ed6cae233) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:06.210926 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.242319 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.279472 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:06.284404 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:06.288072 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:06.312754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=307f56cf-5d1a-4b20-ab4b-532ed6cae233,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:06.323816 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:06.337935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:06.378480 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.414200 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.584772 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.589219 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.668423 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=307f56cf-5d1a-4b20-ab4b-532ed6cae233,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:06.689251 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.697457 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:06.713166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:06.715062 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a5e5e0ec-131c-4614-a477-209448429156 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8311503 May 27 09:50:06.902369 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:06.916582 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-099cb6bb-7b3f-4d1c-936b-c92f8fbb4579 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1949666385&fields=id&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 267 time: 0.0459614 May 27 09:50:07.025697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-4fee2c66-2c22-4fb9-84c7-66604cdfa3e1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:07.027188 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-4fee2c66-2c22-4fb9-84c7-66604cdfa3e1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.1037955 May 27 09:50:07.047822 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-2208a447-fd7c-4aa4-851a-05a2386a11a7 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/quotas/43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 375 time: 0.0109503 May 27 09:50:07.113782 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-9b752354-4f58-43d9-a560-671c8c28f5c3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600739 May 27 09:50:07.130065 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-81ae064f-1f4c-43b9-a2b4-be13c3bd05af service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:50:07.131105 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-81ae064f-1f4c-43b9-a2b4-be13c3bd05af service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050635 May 27 09:50:07.160885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:07.226825 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-a53685c3-9150-4a4f-9624-6f5d7b35f9aa service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902553 May 27 09:50:07.318716 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-fe8e16dc-6c1f-4fb9-b6c2-23f8b3d5c597 service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 May 27 09:50:07.484482 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-116cbe3d-3d79-47ab-9daa-639d3823fc12 req-cf22f5f0-256d-45f9-8d66-b71b86accd03 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 210 time: 0.0278988 May 27 09:50:08.604401 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-01cad955-bac0-4225-a3a5-9111a7839266 req-adea8fdc-d51c-4f7c-b754-aaabc1ccf7ee tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 210 time: 0.0490091 May 27 09:50:08.938061 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-530f19ec-04c6-436b-be56-4ded218847b4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:08.939520 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-530f19ec-04c6-436b-be56-4ded218847b4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.3745918 May 27 09:50:09.015875 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-644eb929-393c-4608-a133-b818f3dc8b56 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 473 time: 0.0614967 May 27 09:50:09.024501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'port': {'device_id': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'admin_state_up': True, 'tenant_id': '43091208be574e6e8cc348667792f751', 'security_groups': ['aaf57828-90c9-4936-9c91-f9f17f42c58e']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:09.134075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:50:09.137465 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.258815 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.20.0.13 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/2b4e04f6-70c5-40ba-9aca-55eb635f816e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:09.370859 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:09.404938 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.438884 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.476937 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:09.490087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:09.497139 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:09.501214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:09.525549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:09.555435 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:09.556070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.576485 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-dacc0f5d-f8cb-471d-ad9e-80c88e5659da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560575 May 27 09:50:09.596934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Request body: {'port': {'device_id': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:09.663379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.694744 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:09.695930 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:09.704508 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3dc9e464-27bc-494e-8ccc-a89552e71b80 None None] Provisioning complete for port 2b4e04f6-70c5-40ba-9aca-55eb635f816e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:09.704963 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3dc9e464-27bc-494e-8ccc-a89552e71b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:09.740721 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9e464-27bc-494e-8ccc-a89552e71b80 None None] Port 2b4e04f6-70c5-40ba-9aca-55eb635f816e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:50:09.774419 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23f3d9-d817-4a0e-a35e-a59134cc3571 req-7853f207-9df2-4c9c-b900-9f6fb87cec97 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:09.775859 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb23f3d9-d817-4a0e-a35e-a59134cc3571 req-7853f207-9df2-4c9c-b900-9f6fb87cec97 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 932 time: 0.0952926 May 27 09:50:09.895814 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb23f3d9-d817-4a0e-a35e-a59134cc3571 req-0222d333-7224-4c0c-9e71-55269b070b2f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113367 May 27 09:50:10.024663 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4e04f6-70c5-40ba-9aca-55eb635f816e {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:50:10.032056 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks [] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:10.044549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Transition to ACTIVE for port object 2b4e04f6-70c5-40ba-9aca-55eb635f816e will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:50:10.048138 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:10.105557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:10.123877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:10.174685 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Attempting to bind port 2b4e04f6-70c5-40ba-9aca-55eb635f816e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:10.175025 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Attempting to bind port 2b4e04f6-70c5-40ba-9aca-55eb635f816e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:10.175384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Attempting to bind port 2b4e04f6-70c5-40ba-9aca-55eb635f816e on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:10.180738 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Port 2b4e04f6-70c5-40ba-9aca-55eb635f816e on network f851c882-debd-4ebe-9da5-a1c317e6e8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:50:10.181057 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Attempting to bind port 2b4e04f6-70c5-40ba-9aca-55eb635f816e on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:10.186272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:10.186605 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:10.186984 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:10.187439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Bound port: 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:10.187795 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:10.252271 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:10.255425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:10.262363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:10.299169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:10.299813 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:10.301194 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] 10.222.0.65 "PUT /v2.0/ports/2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 200 len: 1094 time: 0.7097452 May 27 09:50:10.301622 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:10.303911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5686143-7329-4bd6-9217-5dde2519fad6" -d '{"events": [{"name": "network-changed", "server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:10.328886 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfde07-15d7-4b3a-a680-90c3c01c953c service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:10.356920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b35d2-4b4c-4c8a-9c50-a48bfb9cea1b x-openstack-request-id: req-343b35d2-4b4c-4c8a-9c50-a48bfb9cea1b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:10.357207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:10.357456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-343b35d2-4b4c-4c8a-9c50-a48bfb9cea1b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:10.357868 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343b35d2-4b4c-4c8a-9c50-a48bfb9cea1b'] response: {'name': 'network-changed', 'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'status': 'completed', 'code': 200} May 27 09:50:10.416057 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-f94d79f4-c640-44ab-8272-ddb052c548f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:10.417927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-f94d79f4-c640-44ab-8272-ddb052c548f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 1128 time: 0.0422235 May 27 09:50:10.470634 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-58a9b89f-5889-4d24-85ad-ff79b6ee5603 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 200 len: 217 time: 0.0368688 May 27 09:50:10.485708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:10.526579 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-fc47f5e7-3c13-45b7-bba9-343ccba1560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:10.528259 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-fc47f5e7-3c13-45b7-bba9-343ccba1560e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0505552 May 27 09:50:10.575364 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-fdb9830a-084a-47fb-b5b9-f0a2387860b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:10.577026 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-fdb9830a-084a-47fb-b5b9-f0a2387860b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420251 May 27 09:50:10.674739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-e3f9e8a5-ab3a-4838-9349-5f50504f0dd2 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882545 May 27 09:50:10.768493 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-319d8d0c-d5b7-48f6-b6ea-7d4821633f2a req-387f2340-19c6-4ad4-87df-8513a1e88c7f service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 May 27 09:50:11.007213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742a02-f3ad-47ba-9cc1-72add52a6f92 req-821f490e-91dc-4bcc-92f0-baf7abf032e9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:11.009277 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06742a02-f3ad-47ba-9cc1-72add52a6f92 req-821f490e-91dc-4bcc-92f0-baf7abf032e9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 944 time: 0.0473700 May 27 09:50:11.055763 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-06742a02-f3ad-47ba-9cc1-72add52a6f92 req-6dc33274-b052-41be-8180-ee99b6d68522 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 May 27 09:50:11.911405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44470) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:12.016275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef382b9d-b5d0-4c02-89c0-8def2ced26cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.100384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef382b9d-b5d0-4c02-89c0-8def2ced26cc admin admin] Publish callbacks [] for security_group (e239b887-ea10-4493-bda4-6f5ebdcc7d85), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.104162 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef382b9d-b5d0-4c02-89c0-8def2ced26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e239b887-ea10-4493-bda4-6f5ebdcc7d85), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.151720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef382b9d-b5d0-4c02-89c0-8def2ced26cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e239b887-ea10-4493-bda4-6f5ebdcc7d85,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:12.172528 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ef382b9d-b5d0-4c02-89c0-8def2ced26cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a754a36a8e6749108f8b10d673277397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600803 May 27 09:50:12.175325 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44476) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:12.191634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52015-cd12-492f-b9a7-d8e2db802fd8 req-257ce9de-3f0c-41eb-b0cc-c8355f638358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:12.193108 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-80a52015-cd12-492f-b9a7-d8e2db802fd8 req-257ce9de-3f0c-41eb-b0cc-c8355f638358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 944 time: 0.0630233 May 27 09:50:12.223227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:12.226179 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] Publish callbacks [] for security_group (e239b887-ea10-4493-bda4-6f5ebdcc7d85), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.248520 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] Publish callbacks [] for security_group (e239b887-ea10-4493-bda4-6f5ebdcc7d85), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.251692 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-80a52015-cd12-492f-b9a7-d8e2db802fd8 req-015a161f-eec1-4dd6-9b48-1655382dd0d6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 May 27 09:50:12.296402 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e239b887-ea10-4493-bda4-6f5ebdcc7d85), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.298952 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.300132 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e239b887-ea10-4493-bda4-6f5ebdcc7d85 HTTP/1.1" status: 204 len: 168 time: 0.1238232 May 27 09:50:12.307547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168b182-25ee-478f-8670-a77a4e137833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e239b887-ea10-4493-bda4-6f5ebdcc7d85,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:12.563250 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44482) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:12.576956 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f934d03-7e36-4ddc-a44d-b1c3deed0e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.652860 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f934d03-7e36-4ddc-a44d-b1c3deed0e44 admin admin] Publish callbacks [] for security_group (0b8ef665-5cce-49e0-9367-1f8c7db4975f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.656507 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f934d03-7e36-4ddc-a44d-b1c3deed0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0b8ef665-5cce-49e0-9367-1f8c7db4975f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.698297 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0f934d03-7e36-4ddc-a44d-b1c3deed0e44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97efe0b112414d9396808dbfef451fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337876 May 27 09:50:12.698953 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f934d03-7e36-4ddc-a44d-b1c3deed0e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ef665-5cce-49e0-9367-1f8c7db4975f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:12.701649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:12.749780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] Publish callbacks [] for security_group (0b8ef665-5cce-49e0-9367-1f8c7db4975f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.770113 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] Publish callbacks [] for security_group (0b8ef665-5cce-49e0-9367-1f8c7db4975f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.819039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0b8ef665-5cce-49e0-9367-1f8c7db4975f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.822129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:12.823242 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b8ef665-5cce-49e0-9367-1f8c7db4975f HTTP/1.1" status: 204 len: 168 time: 0.1202519 May 27 09:50:12.830777 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1837fb-2ff1-4628-a6f2-33f06dacfa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ef665-5cce-49e0-9367-1f8c7db4975f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:13.097906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-2a618f9d-15b2-406f-9c27-0a4bf831722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:13.104586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-2a618f9d-15b2-406f-9c27-0a4bf831722d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 1128 time: 0.0442140 May 27 09:50:13.194894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:13.200546 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-8a0d9a41-2669-45ac-978f-a4400d6cf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:13.201974 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-8a0d9a41-2669-45ac-978f-a4400d6cf857 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0902963 May 27 09:50:13.244122 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-b359ec74-35ca-41ec-8e5f-6f798c921c68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 200 len: 217 time: 0.0360758 May 27 09:50:13.294665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-f0a279c0-bed2-497a-a1a5-ba023605028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:13.296182 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-f0a279c0-bed2-497a-a1a5-ba023605028e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0460241 May 27 09:50:13.371295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-5b760ba6-b5a5-4456-8db5-2c5458f87d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:13.372852 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-5b760ba6-b5a5-4456-8db5-2c5458f87d62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710468 May 27 09:50:13.396044 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0471f-806c-45f0-af11-bb64ddd66b08 req-f70401e6-c5a1-414a-b009-e5d67cb43b13 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:13.397476 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1e0471f-806c-45f0-af11-bb64ddd66b08 req-f70401e6-c5a1-414a-b009-e5d67cb43b13 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 944 time: 0.0680983 May 27 09:50:13.499521 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e1e0471f-806c-45f0-af11-bb64ddd66b08 req-8aa27275-b788-4847-9d1f-79d7abbd34bc tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919876 May 27 09:50:13.520005 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-6f5f4458-9b14-487d-b09d-62f8b4f2cb67 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333520 May 27 09:50:13.614069 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e5686143-7329-4bd6-9217-5dde2519fad6 req-eceaad62-3a39-47bb-a245-e9701abda282 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927756 May 27 09:50:13.651537 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 2b4e04f6-70c5-40ba-9aca-55eb635f816e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:50:13.752933 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:13.764806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'port_id': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'mac_address': 'fa:16:3e:d0:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:50:13.799770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 2b4e04f6-70c5-40ba-9aca-55eb635f816e is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:13.800137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:13.814360 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4e04f6-70c5-40ba-9aca-55eb635f816e {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:50:13.839288 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:13.843646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:13.892542 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:14.312254 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['2b4e04f6-70c5-40ba-9aca-55eb635f816e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:50:14.625222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d8c03-5bcd-4121-ae07-83d1619e1daa req-62bb51e5-551c-4773-9bfc-3846c756eaf3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:14.626693 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c7d8c03-5bcd-4121-ae07-83d1619e1daa req-62bb51e5-551c-4773-9bfc-3846c756eaf3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 945 time: 0.0601370 May 27 09:50:14.672391 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c7d8c03-5bcd-4121-ae07-83d1619e1daa req-b71b1a7f-3e1a-4555-9011-4b7d53b6f7e3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 May 27 09:50:15.389955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-459e1d55-2270-41b4-a196-794907872e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:15.788207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ecbeb-8f54-42ae-908f-7dfc399c0542 req-d625af73-2d41-4092-9b19-dac44c079f45 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:15.789774 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-219ecbeb-8f54-42ae-908f-7dfc399c0542 req-d625af73-2d41-4092-9b19-dac44c079f45 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 945 time: 0.0505531 May 27 09:50:15.836617 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-219ecbeb-8f54-42ae-908f-7dfc399c0542 req-50a6603c-a710-40d9-ab8f-751cec067dbd tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 May 27 09:50:16.714322 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=25 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:16.948771 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 2b4e04f6-70c5-40ba-9aca-55eb635f816e up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:16.950059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81602be0-3b38-4534-9a2e-9e206eb86ec6 req-360f2cd6-c8c5-47f5-af94-68b062b6cc90 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:16.951645 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81602be0-3b38-4534-9a2e-9e206eb86ec6 req-360f2cd6-c8c5-47f5-af94-68b062b6cc90 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 945 time: 0.0465810 May 27 09:50:16.990722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 2b4e04f6-70c5-40ba-9aca-55eb635f816e completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:50:16.996839 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 2b4e04f6-70c5-40ba-9aca-55eb635f816e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:16.997218 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:16.998448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81602be0-3b38-4534-9a2e-9e206eb86ec6 req-e23503f9-7f02-4864-900d-11944ce4d219 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 May 27 09:50:17.072104 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 2b4e04f6-70c5-40ba-9aca-55eb635f816e is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:17.072488 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:17.220771 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:17.222966 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf8e67-1fcb-4a44-8a70-b6422dbe1f25" -d '{"events": [{"server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:17.235267 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:17.239621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:17.281415 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:17.286964 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:17.377689 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a77eeee-dee0-4152-ad34-3e11b07da4a7 x-openstack-request-id: req-2a77eeee-dee0-4152-ad34-3e11b07da4a7 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:17.377979 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:17.378232 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a77eeee-dee0-4152-ad34-3e11b07da4a7 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:17.378629 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a77eeee-dee0-4152-ad34-3e11b07da4a7'] response: {'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'code': 200} May 27 09:50:17.771958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6dfc374f-da0f-4018-8ad1-b11bdee02c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:18.113100 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844e09-d788-403b-a16c-bb875c893029 req-b7cef92b-b898-4d9e-8128-5dfb18b80119 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:18.114547 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0844e09-d788-403b-a16c-bb875c893029 req-b7cef92b-b898-4d9e-8128-5dfb18b80119 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0458658 May 27 09:50:18.147370 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:18.165291 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0844e09-d788-403b-a16c-bb875c893029 req-5c131cd2-c0f2-45c1-ae50-474eda75ef23 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 May 27 09:50:18.925166 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:19.281012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c848ba-c1d4-428d-a105-c8531bfe97e5 req-7b12fdc4-e059-42cc-b6d9-eaa2a7c4be82 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:19.282532 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95c848ba-c1d4-428d-a105-c8531bfe97e5 req-7b12fdc4-e059-42cc-b6d9-eaa2a7c4be82 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0482380 May 27 09:50:19.330060 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95c848ba-c1d4-428d-a105-c8531bfe97e5 req-35043dfc-c812-4e3e-873d-c5842dbbfc4f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 May 27 09:50:19.623664 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f8fd-0270-424e-ab0b-ecddbbae1764 req-6b2e38ee-7ab2-4126-a853-f7f9de3957a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:19.625119 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56a8f8fd-0270-424e-ab0b-ecddbbae1764 req-6b2e38ee-7ab2-4126-a853-f7f9de3957a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 1130 time: 0.0381823 May 27 09:50:19.667619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-56a8f8fd-0270-424e-ab0b-ecddbbae1764 req-f64932bc-ce0b-4c26-bfe1-d0083eaa3c70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364780 May 27 09:50:20.026300 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:20.031300 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:20.408230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:20.453689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c24fe-82b0-45ca-9dc4-45edb66f580e req-a4535064-f788-49a8-9ff3-d5db1e3d414f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:20.455212 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-386c24fe-82b0-45ca-9dc4-45edb66f580e req-a4535064-f788-49a8-9ff3-d5db1e3d414f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0555639 May 27 09:50:20.515289 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-386c24fe-82b0-45ca-9dc4-45edb66f580e req-e5945623-c04a-42d7-a162-4565c3236a0d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542369 May 27 09:50:21.625584 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a8b8-817c-40ad-aed2-6c61eb0d1940 req-d58b8e0b-752b-44c5-965f-1f07a162d321 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:21.627029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfe5a8b8-817c-40ad-aed2-6c61eb0d1940 req-d58b8e0b-752b-44c5-965f-1f07a162d321 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0458708 May 27 09:50:21.672382 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cfe5a8b8-817c-40ad-aed2-6c61eb0d1940 req-872418e7-76ec-4e6d-9761-373d2771abd1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 May 27 09:50:21.699411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:22.605134 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:22.692815 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=5,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:22.694740 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:22.794855 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b43e-645c-4c2b-a958-3851b9a23591 req-7eadc611-2fac-4302-bb92-b8d4194edd20 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:22.796375 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a40b43e-645c-4c2b-a958-3851b9a23591 req-7eadc611-2fac-4302-bb92-b8d4194edd20 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0519042 May 27 09:50:22.842600 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9a40b43e-645c-4c2b-a958-3851b9a23591 req-bc4dd627-435b-484e-94f4-2019c369baef tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 May 27 09:50:23.953966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442baa2-04d3-43d1-b922-2f00d5807322 req-4f4918fe-4ff9-46d7-bfef-278badea2601 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:23.955448 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5442baa2-04d3-43d1-b922-2f00d5807322 req-4f4918fe-4ff9-46d7-bfef-278badea2601 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0458989 May 27 09:50:24.001687 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5442baa2-04d3-43d1-b922-2f00d5807322 req-3dbd9265-76d7-425b-9bec-11c4fc577c05 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 May 27 09:50:25.115687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaf987-6c7d-43b2-83ca-e39ed1d4790d req-b6e0f23c-1e09-497c-b2cf-277a61a32d9f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:25.117152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1cbaf987-6c7d-43b2-83ca-e39ed1d4790d req-b6e0f23c-1e09-497c-b2cf-277a61a32d9f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0465829 May 27 09:50:25.166183 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1cbaf987-6c7d-43b2-83ca-e39ed1d4790d req-8f8f1528-d357-4cfc-8c7b-3c3ee14340b7 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 May 27 09:50:26.277529 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f3d61-7192-43b2-afe8-f54f0f9ed18f req-a8702ad9-30ea-4efa-94a1-7eda2f5eb1eb tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:26.278980 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-801f3d61-7192-43b2-afe8-f54f0f9ed18f req-a8702ad9-30ea-4efa-94a1-7eda2f5eb1eb tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0459719 May 27 09:50:26.327751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-801f3d61-7192-43b2-afe8-f54f0f9ed18f req-72ada35c-70f2-42b7-8f99-569e53f64ef7 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 May 27 09:50:26.434894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa3f1-22ef-42d8-ad14-7c847c050946 req-b9a7c8f9-c571-4c15-9743-00649a88a1de tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:26.436378 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ee1aa3f1-22ef-42d8-ad14-7c847c050946 req-b9a7c8f9-c571-4c15-9743-00649a88a1de tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0468953 May 27 09:50:26.444581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:26.449330 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'port_id': '2b4e04f6-70c5-40ba-9aca-55eb635f816e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:26.489160 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:26.730588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:26.894823 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:26.908132 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:26.911405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:27.003704 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP 9e54b953-e499-4084-925b-3d7ac0707323 associated. External IP: 172.27.1.116, port: 2b4e04f6-70c5-40ba-9aca-55eb635f816e. May 27 09:50:27.217910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:27.316426 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:27.321333 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:27.326043 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:27.336567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:27.337258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:27.352710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0b097148-c3a6-4e08-ab69-49003085c975 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "PUT /v2.0/floatingips/9e54b953-e499-4084-925b-3d7ac0707323 HTTP/1.1" status: 200 len: 992 time: 0.9071190 May 27 09:50:27.353485 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:27.356069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965c1cf-6567-4131-b4dc-fb42eba8a00d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:27.389726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6fd935-c13a-452b-b765-553fcde6354d x-openstack-request-id: req-ac6fd935-c13a-452b-b765-553fcde6354d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:27.390011 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:27.390260 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac6fd935-c13a-452b-b765-553fcde6354d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:27.390652 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6fd935-c13a-452b-b765-553fcde6354d'] response: {'name': 'network-changed', 'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'status': 'completed', 'code': 200} May 27 09:50:27.441612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:27.475726 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-84e2e850-1dab-497b-a8ea-dd39d4f471e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:27.477910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-84e2e850-1dab-497b-a8ea-dd39d4f471e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 1130 time: 0.0425301 May 27 09:50:27.572302 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-45820519-075b-4784-bc44-1d433eb7669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:27.573773 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-45820519-075b-4784-bc44-1d433eb7669d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0902743 May 27 09:50:27.635346 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-443acbeb-04c6-4149-bb75-53c63eab4f94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 200 len: 1000 time: 0.0551877 May 27 09:50:27.675611 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '9e54b953-e499-4084-925b-3d7ac0707323', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:d0:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:50:06Z', 'updated_at': '2022-05-27T09:50:26Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}, {'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:27.688982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-085342a1-74bb-4408-91ca-02525e04a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:27.690459 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-085342a1-74bb-4408-91ca-02525e04a725 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0492005 May 27 09:50:27.706187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:27.716231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:27.716926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:27.827191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:28.000272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-ece5cb0d-96ec-4f07-9359-3e9d01fd4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:28.001883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-ece5cb0d-96ec-4f07-9359-3e9d01fd4590 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3048995 May 27 09:50:28.052278 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '9e54b953-e499-4084-925b-3d7ac0707323', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:d0:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:50:06Z', 'updated_at': '2022-05-27T09:50:26Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}, {'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:28.077888 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cd79f-02c7-44ac-8eb7-b558e543079c None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '9e54b953-e499-4084-925b-3d7ac0707323', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:d0:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:50:06Z', 'updated_at': '2022-05-27T09:50:26Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}, {'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:28.098945 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:28.108863 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-410a6257-1c39-4faf-8f42-6bac9cfc7f6e service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000998 May 27 09:50:28.221287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2965c1cf-6567-4131-b4dc-fb42eba8a00d req-61119959-8afd-4c5a-b5d3-31a7d20ae824 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042221 May 27 09:50:28.310726 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eefcf-db60-46d0-98c6-76c8f99db4a1 None None] New status for floating IP 9e54b953-e499-4084-925b-3d7ac0707323: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:50:34.668599 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:50:38.054282 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:38.055109 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:38.214832 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:38.216789 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=11 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:38.408093 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:38.604032 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44664) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:38.710108 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c70b170d-5092-43e8-8473-42eb41ad53f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.784434 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c70b170d-5092-43e8-8473-42eb41ad53f9 admin admin] Publish callbacks [] for security_group (d9ec3d4a-ac73-4538-9e12-f2ab2a723198), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.788287 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c70b170d-5092-43e8-8473-42eb41ad53f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d9ec3d4a-ac73-4538-9e12-f2ab2a723198), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.826792 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c70b170d-5092-43e8-8473-42eb41ad53f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=851f609548bf406fb069c6153d0c8488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216711 May 27 09:50:38.827675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b170d-5092-43e8-8473-42eb41ad53f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec3d4a-ac73-4538-9e12-f2ab2a723198,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:38.829506 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44668) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:38.877657 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] Publish callbacks [] for security_group (d9ec3d4a-ac73-4538-9e12-f2ab2a723198), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.900796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] Publish callbacks [] for security_group (d9ec3d4a-ac73-4538-9e12-f2ab2a723198), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.947706 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d9ec3d4a-ac73-4538-9e12-f2ab2a723198), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.950205 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:38.951492 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9ec3d4a-ac73-4538-9e12-f2ab2a723198 HTTP/1.1" status: 204 len: 168 time: 0.1209760 May 27 09:50:38.958955 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5dea5-bbb9-49fd-a434-4291158a6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec3d4a-ac73-4538-9e12-f2ab2a723198,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:39.553032 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44690) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:39.651469 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-152927282-network', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:39.671876 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Made reservation on behalf of 0fb2f335c9b540af8f7119c85656efad for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:50:39.674166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.682377 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.759720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks [] for security_group (e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.763252 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.787502 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:50:39.796846 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:39.803328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (98a17a36-b3be-4979-a731-2c30ed6aed82), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.803731 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Added segment 98a17a36-b3be-4979-a731-2c30ed6aed82 of type vlan for network f077ba7a-e018-4516-8e3d-23ac2b5e2506 May 27 09:50:39.846402 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (f077ba7a-e018-4516-8e3d-23ac2b5e2506), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.872467 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (f077ba7a-e018-4516-8e3d-23ac2b5e2506), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.873747 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:39.874387 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.908656 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3544734 May 27 09:50:39.911525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44694) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:39.916970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Request body: {'subnet': {'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-152927282-subnet', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:39.937935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7255e9-b189-4564-b1df-61bba719ecb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f077ba7a-e018-4516-8e3d-23ac2b5e2506,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:39.942275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Made reservation on behalf of 0fb2f335c9b540af8f7119c85656efad for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:50:39.944986 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:39.948816 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:50:40.113886 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (2939ee9c-1fad-49a9-8450-722ac87e978d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.162341 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2939ee9c-1fad-49a9-8450-722ac87e978d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:40.178292 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:40.178632 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Network hostable DHCP agents. Network: f077ba7a-e018-4516-8e3d-23ac2b5e2506, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:50:40.195295 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:50:40.203851 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, f077ba7a-e018-4516-8e3d-23ac2b5e2506) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:40.208229 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:40.208826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.212784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690ce8b-d114-46fb-9a49-a51959a0d8e1 None None] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:40.226775 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:40.227044 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-441f5916-5ae9-4121-9375-5903be3cc53c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3142514 May 27 09:50:40.232018 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:40.252747 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.253733 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.305997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for router_controller (7a89c63b-840c-48b8-ae88-62e281d22f93), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.316465 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:50:40.317527 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.438732 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for router_gateway (7a89c63b-840c-48b8-ae88-62e281d22f93), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.455150 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Allocated IP 172.20.0.2 (f077ba7a-e018-4516-8e3d-23ac2b5e2506/2939ee9c-1fad-49a9-8450-722ac87e978d/ada90c57-6e7e-4942-8963-4c16342f5b78) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:40.552607 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:40.597738 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks [] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.604035 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.612100 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:40.630932 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for router_gateway (7a89c63b-840c-48b8-ae88-62e281d22f93), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.640472 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:40.645837 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:40.649509 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:40.651078 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.656642 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Pushing event updated for resources: {'Port': ['ID=ada90c57-6e7e-4942-8963-4c16342f5b78,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:40.709432 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Attempting to bind port ada90c57-6e7e-4942-8963-4c16342f5b78 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:40.709686 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Attempting to bind port ada90c57-6e7e-4942-8963-4c16342f5b78 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:40.710048 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Attempting to bind port ada90c57-6e7e-4942-8963-4c16342f5b78 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:40.716037 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:40.716401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:40.716796 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.717181 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Bound using segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:40.717637 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Bound port: ada90c57-6e7e-4942-8963-4c16342f5b78, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:40.718009 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.755873 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Allocated IP 172.27.1.4 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:40.780879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] For port ada90c57-6e7e-4942-8963-4c16342f5b78, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:40.784081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] For port ada90c57-6e7e-4942-8963-4c16342f5b78, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ada90c57-6e7e-4942-8963-4c16342f5b78,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:40.789791 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.851985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2054b13-9359-4144-b3a3-ea497e4e8e11 None None] Pushing event updated for resources: {'Port': ['ID=ada90c57-6e7e-4942-8963-4c16342f5b78,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:40.873670 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.908436 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:40.952399 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:40.957474 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:40.959731 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:40.961778 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:41.214968 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for router_gateway (7a89c63b-840c-48b8-ae88-62e281d22f93), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.392954 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ada90c57-6e7e-4942-8963-4c16342f5b78 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:41.403349 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.437164 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ada90c57-6e7e-4942-8963-4c16342f5b78 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:41.437621 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.450332 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:41.459673 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:41.486604 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:41.508134 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:41.523955 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ada90c57-6e7e-4942-8963-4c16342f5b78 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:41.524342 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.537912 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:50:41.559693 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port ada90c57-6e7e-4942-8963-4c16342f5b78, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ada90c57-6e7e-4942-8963-4c16342f5b78,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:41.566092 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.620517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=ada90c57-6e7e-4942-8963-4c16342f5b78,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:41.650554 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:41.659525 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:41.670735 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:41.671842 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:41.672061 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-030123f6-ab8d-4ebe-95ec-edcb12031242 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4439924 May 27 09:50:41.672470 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:41.674697 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44700) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:41.791078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:41.844581 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebba684-3081-42bb-a0af-041fc4ffdd3f None None] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:42.084580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c6be478f-bf76-4681-90f3-d184e12ec160 None None] Provisioning complete for port ada90c57-6e7e-4942-8963-4c16342f5b78 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:42.084867 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6be478f-bf76-4681-90f3-d184e12ec160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.253598 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:41Z', 'revision_number': 3, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:42.257585 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c6be478f-bf76-4681-90f3-d184e12ec160 None None] Current status of the port ada90c57-6e7e-4942-8963-4c16342f5b78 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:42.285474 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:42.285818 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Updating router 7a89c63b-840c-48b8-ae88-62e281d22f93 port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:50:42.310955 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.314576 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.469278 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:42.477559 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Allocated IP 172.20.0.1 (f077ba7a-e018-4516-8e3d-23ac2b5e2506/2939ee9c-1fad-49a9-8450-722ac87e978d/8267c077-766b-4bca-bbb7-8cb1cf8cc1b4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:42.494274 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d777f1b1-73ad-4ed6-b9e2-f949ea8b4934 None None] Provisioning complete for port ada90c57-6e7e-4942-8963-4c16342f5b78 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:42.494869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d777f1b1-73ad-4ed6-b9e2-f949ea8b4934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.523551 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:42.590329 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks [] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.591761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:42.598784 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:42.626686 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.667743 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:42.672584 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:42.674691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Pushing event updated for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:42.676810 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:42.678161 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d777f1b1-73ad-4ed6-b9e2-f949ea8b4934 None None] Current status of the port ada90c57-6e7e-4942-8963-4c16342f5b78 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:42.686896 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks [] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.693722 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.715910 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (7a89c63b-840c-48b8-ae88-62e281d22f93), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.749675 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Attempting to bind port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:42.750126 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Attempting to bind port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:42.750389 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Attempting to bind port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:42.752584 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6273b08-c95c-4941-87e5-e41cd298dd76 None None] Pushing event updated for resources: {'Port': ['ID=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:42.758407 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:42.758783 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:42.759751 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.760116 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:42.760573 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Bound port: c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:42.760945 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.822239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] For port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:42.825570 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] For port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:42.834672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.859894 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:42.916962 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:42.918034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:42.960473 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6273b08-c95c-4941-87e5-e41cd298dd76 None None] Pushing event updated for resources: {'Port': ['ID=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:42.966082 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e18c101d-c03d-4067-aa16-1fbf3067be50 None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:42.966460 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e18c101d-c03d-4067-aa16-1fbf3067be50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.012532 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e18c101d-c03d-4067-aa16-1fbf3067be50 None None] Port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:50:43.055102 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks [] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.058876 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:43.059887 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.130383 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (7a89c63b-840c-48b8-ae88-62e281d22f93), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.132004 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Pushing event updated for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:43.204115 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:43.224886 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:43.226233 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:43.250180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:43.276319 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f9974-dd7c-4120-8c5c-14cac0f33c18 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:43.355615 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:43.397558 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ada90c57-6e7e-4942-8963-4c16342f5b78 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:43.440902 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:43.451786 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port ada90c57-6e7e-4942-8963-4c16342f5b78 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:43.452172 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.474181 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:43.479840 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aad8b247-0fae-46de-85af-1e69a1a49fed admin admin] 10.222.0.41 "PUT /v2.0/routers/7a89c63b-840c-48b8-ae88-62e281d22f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040571 May 27 09:50:43.558866 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7d4c1cd4-59f3-4f66-96ba-ffb2076e7fd4 None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:43.559480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1cd4-59f3-4f66-96ba-ffb2076e7fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:43.563543 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port ada90c57-6e7e-4942-8963-4c16342f5b78 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:43.604083 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c1cd4-59f3-4f66-96ba-ffb2076e7fd4 None None] Port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:50:44.042607 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44716) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:44.047496 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921849686-network', 'tenant_id': '581004a638af4993abf350d76570222b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:44.051930 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:44.070243 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Made reservation on behalf of 581004a638af4993abf350d76570222b for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:50:44.073211 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.082312 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.167028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks [] for security_group (a55c5e11-b137-4835-ad10-d1eae45fc6fd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.173353 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a55c5e11-b137-4835-ad10-d1eae45fc6fd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.202525 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:50:44.211959 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c5e11-b137-4835-ad10-d1eae45fc6fd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:44.218509 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787068381031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (a9782cfc-722c-422e-8f2e-6dad66e16847), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.218921 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.segments_db [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Added segment a9782cfc-722c-422e-8f2e-6dad66e16847 of type vlan for network 4e68ad82-58cf-439b-ac77-7ec8849292b1 May 27 09:50:44.264586 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787067906919'] for network (4e68ad82-58cf-439b-ac77-7ec8849292b1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.298630 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380'] for network (4e68ad82-58cf-439b-ac77-7ec8849292b1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.299949 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:44.300613 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.342793 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2990053 May 27 09:50:44.345735 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44718) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:44.351887 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Request body: {'subnet': {'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921849686-subnet', 'tenant_id': '581004a638af4993abf350d76570222b', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:44.372024 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab7c4-ec5b-48de-8ce1-6e385800b52e admin admin] Pushing event updated for resources: {'Network': ['ID=4e68ad82-58cf-439b-ac77-7ec8849292b1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:44.378490 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Made reservation on behalf of 581004a638af4993abf350d76570222b for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:50:44.381141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66585176'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.428015 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 details requested by agent ovs-agent-dv-cinder-797608-21-iscsi with host dv-cinder-797608-21-iscsi {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 09:50:44.496900 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:44.564649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65505880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66585166'] for subnet (6436bb88-13a1-486e-9115-6d957fad2447), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.567772 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:44.595483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:44.636136 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6436bb88-13a1-486e-9115-6d957fad2447,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:44.651789 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Checking segment: {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:44.652291 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Network hostable DHCP agents. Network: 4e68ad82-58cf-439b-ac77-7ec8849292b1, hostable agents: ['eb0be0c8-c172-4ce6-a271-24c9ad0b664b'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:50:44.674928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 is scheduled to be hosted by DHCP agent eb0be0c8-c172-4ce6-a271-24c9ad0b664b with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:50:44.689157 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-21-iscsi, 4e68ad82-58cf-439b-ac77-7ec8849292b1) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:44.693764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:44.694401 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.701254 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd94bd5-fdf8-48e5-b869-2058e6d0e505 None None] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:44.714260 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-aaa883ac-b13f-4163-8f0d-2b803fae7673 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3665924 May 27 09:50:44.716872 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44722) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:44.721395 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:44.745453 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1763426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4108'] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.746471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1761634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4149'] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.800039 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for router_controller (6f33bbd9-d3c4-447a-a450-df023e08ab88), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.817764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e5d19f-bcb4-5e74-ade9-1d0ae72b41c4-4e68ad82-58cf-439b-ac77-7ec8849292b1', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'project_id': '581004a638af4993abf350d76570222b', 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447'}]}} from dv-cinder-797608-21-iscsi. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 09:50:44.818762 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.936027 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for router_gateway (6f33bbd9-d3c4-447a-a450-df023e08ab88), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:44.961555 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Allocated IP 172.20.0.2 (4e68ad82-58cf-439b-ac77-7ec8849292b1/6436bb88-13a1-486e-9115-6d957fad2447/b1a7dbc7-09bd-4464-aebb-65d27b7df8cf) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:45.119628 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for router_gateway (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.125185 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks [] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.131478 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.140165 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.178613 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:45.183833 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:45.185952 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Pushing event updated for resources: {'Port': ['ID=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:45.188196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:45.245028 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Attempting to bind port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:45.245403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Attempting to bind port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:45.245768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Attempting to bind port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf on network 4e68ad82-58cf-439b-ac77-7ec8849292b1 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:45.251439 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:45.251625 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Checking segment: {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:45.251938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.252324 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Bound using segment: {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:45.252745 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Allocated IP 172.27.1.160 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/2572f39e-4691-47a2-be62-575fe24de06b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:45.252870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Bound port: b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:45.253159 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.315417 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] For port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:45.319062 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] For port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:45.327825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.334693 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:45.378992 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for port (2572f39e-4691-47a2-be62-575fe24de06b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.416689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:45.417145 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:45.432595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (2572f39e-4691-47a2-be62-575fe24de06b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.451343 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcfbf3-c0fe-41df-b9ed-0c34313d6d37 None None] Pushing event updated for resources: {'Port': ['ID=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:45.467861 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f3bcf61f-a6e4-4d9b-bdc3-cdc0e2eb611d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.481530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:45.486806 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:45.487166 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:45.487588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.491608 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:45.521331 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Pushing event updated for resources: {'Port': ['ID=2572f39e-4691-47a2-be62-575fe24de06b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:45.534129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:45.563092 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:45.578378 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:45.579685 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:45.586757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:45.587158 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.617421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:45.622974 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:45.631672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.744394 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:45.835079 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:45.839870 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for router_gateway (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:45.940870 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 2, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:45.966162 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:45.966427 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Updating router 7a89c63b-840c-48b8-ae88-62e281d22f93 port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 binding host dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:50:45.998790 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.030404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1761553'] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.168177 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Router 6f33bbd9-d3c4-447a-a450-df023e08ab88 is scheduled to L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 09:50:46.307169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:46.318373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Sync routers for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:46.329290 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks [] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.331413 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.333267 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-80d6bff7-c3f0-4b9c-a04f-6fb26f92834d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6150813 May 27 09:50:46.335522 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:46.336158 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44732) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:46.336651 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:46.344689 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.414973 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Pushing event updated for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:46.425930 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.426612 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.427184 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.427844 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.428915 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.429440 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.429964 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.430487 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.431790 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.432604 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.433118 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.433661 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.434192 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.435338 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.435858 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:46.446430 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:46.494113 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:46.507247 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e734980-7f37-4747-a24c-8d4276742461 req-fe67f0cf-60fe-4201-a453-f8e87ecb541e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:46.514595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8e734980-7f37-4747-a24c-8d4276742461 req-fe67f0cf-60fe-4201-a453-f8e87ecb541e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0899651 May 27 09:50:46.543577 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Attempting to bind port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:46.544431 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Attempting to bind port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:46.544967 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Attempting to bind port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:46.552699 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:46.553341 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:46.553932 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.554597 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Bound using segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:46.555222 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Bound port: 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:46.555777 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.616669 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8e734980-7f37-4747-a24c-8d4276742461 req-a8a86058-5104-496f-86ae-0787dcb926d9 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933468 May 27 09:50:46.635096 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] For port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:46.639257 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] For port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:46.668168 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.680156 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:46.738113 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:46.738742 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:46.791189 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4b8d-175f-48ca-9c6b-8a2edd78504d None None] Pushing event updated for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:46.809704 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 3, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:46.840206 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:46.850336 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Checking router: 6f33bbd9-d3c4-447a-a450-df023e08ab88 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:46.850909 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Updating router 6f33bbd9-d3c4-447a-a450-df023e08ab88 port 2572f39e-4691-47a2-be62-575fe24de06b binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:50:46.852982 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb39c1-d900-4921-acf8-cbd041a1adf3 None None] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:46.876535 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:46.907077 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:46.957232 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:46.969023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Provisioning complete for port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:46.969400 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.015601 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2572f39e-4691-47a2-be62-575fe24de06b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.054034 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:47.098227 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:46Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:47.127119 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1d0f-108a-4af9-bf8f-b4a48ea68cb7 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:46Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:47.149098 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Allocated IP 172.20.0.1 (4e68ad82-58cf-439b-ac77-7ec8849292b1/6436bb88-13a1-486e-9115-6d957fad2447/e9776906-c602-405e-b649-b44c1ad158a1) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:50:47.198361 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Current status of the port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:47.198612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.264857 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] For port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:47.273541 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.279384 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks [] for port (e9776906-c602-405e-b649-b44c1ad158a1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.320901 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.362373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:47.362743 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.408029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:47.411692 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:47.419310 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Pushing event updated for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:47.419310 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:50:47.442409 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Pushing event updated for resources: {'Port': ['ID=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:47.463965 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763170'] for router_interface (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.538897 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:47.562010 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Current status of the port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:47.562501 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.568369 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:47.627067 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks [] for port (2572f39e-4691-47a2-be62-575fe24de06b), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.653940 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.654301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2572f39e-4691-47a2-be62-575fe24de06b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.661552 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] For port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:47.690608 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.733712 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:47.734178 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.754555 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:47.764517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Attempting to bind port 2572f39e-4691-47a2-be62-575fe24de06b on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:47.764962 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Attempting to bind port 2572f39e-4691-47a2-be62-575fe24de06b by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:47.765401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Attempting to bind port 2572f39e-4691-47a2-be62-575fe24de06b on network 9a9b0d7e-f86f-44ed-bc59-3672744061db {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:47.773534 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335e990-c24f-4070-97af-e72b3d7bbeed None None] Pushing event updated for resources: {'Port': ['ID=2572f39e-4691-47a2-be62-575fe24de06b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:47.797287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:47.797287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Checking segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:47.797287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.797787 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Bound using segment: {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:47.798331 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Bound port: 2572f39e-4691-47a2-be62-575fe24de06b, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f03890f-4a5b-4f83-97fd-2c2c32d46d96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:47.798830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2572f39e-4691-47a2-be62-575fe24de06b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.826395 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52ca1-9eaa-48d3-84e4-93d6300e3da6 req-50866cb5-f830-408b-ac9f-1dc48145c16e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:47.834843 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac52ca1-9eaa-48d3-84e4-93d6300e3da6 req-50866cb5-f830-408b-ac9f-1dc48145c16e tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0803080 May 27 09:50:47.865765 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9103fe82-66b8-4526-8f97-f32fd1411726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.873044 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:47.878140 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:47.894754 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Provisioning complete for port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:47.895245 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.898873 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bac52ca1-9eaa-48d3-84e4-93d6300e3da6 req-7015ae6e-b5a1-4e12-8248-4d21fc5bb4e8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups?id=9fb4569c-a570-4e22-97c6-8e033490ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629296 May 27 09:50:47.926780 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks [] for port (e9776906-c602-405e-b649-b44c1ad158a1), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.934256 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:47.968357 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb22b-c341-419d-ae66-f47d1d25db10 None None] Pushing event updated for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:47.971520 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] For port 2572f39e-4691-47a2-be62-575fe24de06b, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:47.993817 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:48.003033 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] For port 2572f39e-4691-47a2-be62-575fe24de06b, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2572f39e-4691-47a2-be62-575fe24de06b,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:48.004761 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:48.005601 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:48.007993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-134398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764306'] for router_interface (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.019648 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Pushing event updated for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:48.055684 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2572f39e-4691-47a2-be62-575fe24de06b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.116339 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Current status of the port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:48.123491 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:50:48.125635 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:50:48.156894 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335e990-c24f-4070-97af-e72b3d7bbeed None None] Pushing event updated for resources: {'Port': ['ID=2572f39e-4691-47a2-be62-575fe24de06b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:48.159425 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:48.159801 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.163390 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:48.163752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.165167 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:48.166368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:48.218613 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-4e4d297f-df48-42bb-82a4-3e5d3be3ffc8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:48.220205 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-4e4d297f-df48-42bb-82a4-3e5d3be3ffc8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 946 time: 0.0780592 May 27 09:50:48.263422 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Router 6f33bbd9-d3c4-447a-a450-df023e08ab88 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:48.272517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:48.328265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Deleting port 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:48.328752 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.390148 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:48.399143 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c62413c6-1d7a-4878-9878-298e4ffa676d admin admin] 10.222.0.41 "PUT /v2.0/routers/6f33bbd9-d3c4-447a-a450-df023e08ab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610313 May 27 09:50:48.434549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] For port 9011439f-1b54-4948-87ab-dd7cd4f186e5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9011439f-1b54-4948-87ab-dd7cd4f186e5,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:48.434912 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.451097 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:48.553538 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:48.607695 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Current status of the port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:48.615170 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.615670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.616065 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Floating IP d01fa6af-7817-4459-aef3-d0380110ec08 disassociated. External IP: 172.27.1.88, port: 9011439f-1b54-4948-87ab-dd7cd4f186e5. May 27 09:50:48.616504 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Calling delete_port for 9011439f-1b54-4948-87ab-dd7cd4f186e5 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:48.647818 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:48.648869 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b1a7dbc7-09bd-4464-aebb-65d27b7df8cf up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:48.672302 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:48.672679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.761926 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (9011439f-1b54-4948-87ab-dd7cd4f186e5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.767571 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44748) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:48.773796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861602896', 'description': 'tempest-secgroup-smoke-861602896 description', 'project_id': '0fb2f335c9b540af8f7119c85656efad'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:48.776355 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e97148c7-043f-437d-9fbe-7963fb10987c None None] Port e9776906-c602-405e-b649-b44c1ad158a1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:50:48.791588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:48.792771 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'Port': ['ID=9011439f-1b54-4948-87ab-dd7cd4f186e5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:48.799369 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:48.799811 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.802121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.802545 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.802933 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.803332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.803649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.804036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.804351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.804717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.805121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.805455 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.805785 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.806668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.806994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.807335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.807660 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:48.809380 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.901653 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (6e460f8f-ec0b-4077-bbf1-0c03316e8441), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.906316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (6e460f8f-ec0b-4077-bbf1-0c03316e8441), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.929548 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e9776906-c602-405e-b649-b44c1ad158a1', 'name': '', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'tenant_id': '581004a638af4993abf350d76570222b', 'mac_address': 'fa:16:3e:1c:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:46Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 2, 'project_id': '581004a638af4993abf350d76570222b', 'subnets': [{'id': '6436bb88-13a1-486e-9115-6d957fad2447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:48.936563 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:48.938307 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-41c69812-5eef-487d-be32-294320a36f11 None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:48.938679 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41c69812-5eef-487d-be32-294320a36f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.940779 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:48.945820 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44752) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:48.947836 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1789145 May 27 09:50:48.950757 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450e007-d09e-4eee-b13d-01e378609271 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e460f8f-ec0b-4077-bbf1-0c03316e8441,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:48.953973 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:48.955188 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44754) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:49.015740 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e581c62-d058-4dd9-be6f-8acfe5441bdf None None] The sync data for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi is: [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e9776906-c602-405e-b649-b44c1ad158a1', 'name': '', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'tenant_id': '581004a638af4993abf350d76570222b', 'mac_address': 'fa:16:3e:1c:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:46Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 2, 'project_id': '581004a638af4993abf350d76570222b', 'subnets': [{'id': '6436bb88-13a1-486e-9115-6d957fad2447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:49.022133 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:49.025715 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.041948 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (70cb3d45-c4b8-4636-8abc-46c2142117d3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.057237 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-41c69812-5eef-487d-be32-294320a36f11 None None] Port e9776906-c602-405e-b649-b44c1ad158a1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:50:49.092395 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-32fc441c-ee04-4225-a8dd-ba1d063e25e6 req-2387d63f-6eef-4e33-aea4-a187b1a56a75 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/ports?device_id=330ed71b-ab48-42b7-b46e-98be00f7343e HTTP/1.1" status: 200 len: 210 time: 0.0661972 May 27 09:50:49.130222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:49.167149 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:49.178918 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:49.199730 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:49.202225 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:49.219746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (70cb3d45-c4b8-4636-8abc-46c2142117d3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.220614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] No DVR routers for this DVR port 9011439f-1b54-4948-87ab-dd7cd4f186e5 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:49.223968 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.227679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0374545b-2442-4525-9ca2-be27b26b66b4 req-a61faec5-481e-47fe-87d8-e92b89b371a4 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.65 "DELETE /v2.0/ports/9011439f-1b54-4948-87ab-dd7cd4f186e5 HTTP/1.1" status: 204 len: 173 time: 1.0014880 May 27 09:50:49.228798 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-deleted', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:49.231316 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f33e4a-40e4-42a2-8d2f-943a2676b8c1" -d '{"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-deleted", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:49.235260 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (70cb3d45-c4b8-4636-8abc-46c2142117d3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.250626 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cb3d45-c4b8-4636-8abc-46c2142117d3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:49.276388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.285088 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5b939793-f409-4f87-9f15-4322b7a59211 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366849 May 27 09:50:49.287143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44760) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:49.292403 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:49.325937 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47994c4-c6f5-433d-a62a-81c4e965c61f x-openstack-request-id: req-a47994c4-c6f5-433d-a62a-81c4e965c61f {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:49.326782 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330ed71b-ab48-42b7-b46e-98be00f7343e", "name": "network-vif-deleted", "tag": "9011439f-1b54-4948-87ab-dd7cd4f186e5", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:49.327865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a47994c4-c6f5-433d-a62a-81c4e965c61f {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:49.328451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47994c4-c6f5-433d-a62a-81c4e965c61f'] response: {'server_uuid': '330ed71b-ab48-42b7-b46e-98be00f7343e', 'name': 'network-vif-deleted', 'tag': '9011439f-1b54-4948-87ab-dd7cd4f186e5', 'status': 'completed', 'code': 200} May 27 09:50:49.390599 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (0ed20c64-4343-4eac-a0b5-bfb70d1290d7), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.446709 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Deleting port 13bc967b-a706-42ba-883c-dad56c522148 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:49.447056 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (13bc967b-a706-42ba-883c-dad56c522148), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.449564 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:49.492893 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:49.529572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (0ed20c64-4343-4eac-a0b5-bfb70d1290d7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.538576 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (0ed20c64-4343-4eac-a0b5-bfb70d1290d7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.563722 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed20c64-4343-4eac-a0b5-bfb70d1290d7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:49.580845 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.581464 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (13bc967b-a706-42ba-883c-dad56c522148), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.581818 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for floatingip (13bc967b-a706-42ba-883c-dad56c522148), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.585379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:49.585804 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:49.599199 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-aa16e44e-2a98-48d8-9ffb-98baf8fccca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054974 May 27 09:50:49.599199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44762) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:49.608311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:49.621720 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Calling delete_port for 13bc967b-a706-42ba-883c-dad56c522148 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:49.653912 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:49.654284 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.657340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (1835dc4e-db14-44e7-b294-6efd31212882), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.734979 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:49.735490 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (1835dc4e-db14-44e7-b294-6efd31212882), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.743871 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (1835dc4e-db14-44e7-b294-6efd31212882), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.774458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1835dc4e-db14-44e7-b294-6efd31212882,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:49.780278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.781373 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:49.787535 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b1a7dbc7-09bd-4464-aebb-65d27b7df8cf up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:49.787682 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ec2350ec-2d84-4ae7-b725-22f51c7bb969 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873956 May 27 09:50:49.789605 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44764) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:49.811074 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:49.849687 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:49.850469 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.903613 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:49.926179 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (5dcc9ea9-30b8-422c-83f6-d1ca34e71c0c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:49.932091 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:49.982736 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:49.992785 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:49.993738 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:49.994510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:50.019838 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (5dcc9ea9-30b8-422c-83f6-d1ca34e71c0c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.020516 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (13bc967b-a706-42ba-883c-dad56c522148), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.042920 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (5dcc9ea9-30b8-422c-83f6-d1ca34e71c0c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.074533 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:50.075877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.098686 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event deleted for resources: {'Port': ['ID=13bc967b-a706-42ba-883c-dad56c522148,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:50.134721 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.135065 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.135476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.135817 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.136415 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.136539 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.136770 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.138912 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.138912 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.138912 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.139265 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:50.139408 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.139408 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.151026 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.151415 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.151753 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:50.171681 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.172873 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3694098 May 27 09:50:50.173632 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dda5b-301a-475d-99c3-0b77a8f73e67 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcc9ea9-30b8-422c-83f6-d1ca34e71c0c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:50.175637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44768) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:50.185326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:50.231986 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for floatingip (6499678d-d88f-4208-a674-1fe6df45b073), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.232398 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Floating IP 6499678d-d88f-4208-a674-1fe6df45b073 disassociated (deleted). External IP: 172.27.1.99, port: a7bf0759-e717-4ad7-bf72-ba59bd3a1455. May 27 09:50:50.244925 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44772) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:50.294535 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Project 0fb2f335c9b540af8f7119c85656efad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:50:50.307381 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (270be1b8-9708-4179-93ce-807d99f8f5ce), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.349074 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (9fb4569c-a570-4e22-97c6-8e033490ee52), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.415385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (9fb4569c-a570-4e22-97c6-8e033490ee52), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.433869 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:50.469306 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (270be1b8-9708-4179-93ce-807d99f8f5ce), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.479332 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (270be1b8-9708-4179-93ce-807d99f8f5ce), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.480526 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3132aeb1-3dc8-45bf-b41d-6d4ca2885603 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:39:00Z', 'revision_number': 4, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'ca9fb208-d62b-4434-8204-d024e33a279d', 'name': '', 'network_id': '90d3a2be-1adb-43f3-aa78-1e534bd2671b', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'mac_address': 'fa:16:3e:ed:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '39db12d3-2329-4949-99d8-99aed166bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:58Z', 'updated_at': '2022-05-27T09:39:10Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'subnets': [{'id': '39db12d3-2329-4949-99d8-99aed166bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:50.507159 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270be1b8-9708-4179-93ce-807d99f8f5ce,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:50.509715 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9fb4569c-a570-4e22-97c6-8e033490ee52), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.512501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.513734 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "DELETE /v2.0/security-groups/9fb4569c-a570-4e22-97c6-8e033490ee52 HTTP/1.1" status: 204 len: 168 time: 0.2677863 May 27 09:50:50.517764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44774) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:50.520492 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.523771 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5482610b-642f-411f-b604-744052f3fc38 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3464224 May 27 09:50:50.533027 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44776) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:50.537780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'security_group_rule': {'security_group_id': '6e460f8f-ec0b-4077-bbf1-0c03316e8441', 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:50:50.555263 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343379b9-e9e1-43cf-817c-235b28d4f35f tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4569c-a570-4e22-97c6-8e033490ee52,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:50.566114 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-91f186eb-826b-4a37-845d-2665c95b6c06 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] show failed (client error): The resource could not be found. May 27 09:50:50.571346 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-91f186eb-826b-4a37-845d-2665c95b6c06 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "GET /v2.0/security-groups/9fb4569c-a570-4e22-97c6-8e033490ee52 HTTP/1.1" status: 404 len: 347 time: 0.0455997 May 27 09:50:50.572729 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44778) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:50.668966 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Project 0fb2f335c9b540af8f7119c85656efad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:50:50.675642 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (9ac87aa5-d74d-473f-95d5-454afa38c36f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.720433 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:50.734297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Deleting port fa2dbef2-aa83-4e79-aec3-058525cebe2b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:50.734754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.770643 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Router 3663cc14-234f-45aa-bb31-60e24fa7ac64 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:50.840378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:50.844430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (9ac87aa5-d74d-473f-95d5-454afa38c36f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.857221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (9ac87aa5-d74d-473f-95d5-454afa38c36f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.874080 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a5f5c-7d53-471d-bb2b-68393e52c1f8 None None] New status for floating IP d01fa6af-7817-4459-aef3-d0380110ec08: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:50:50.874667 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.875067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (fa2dbef2-aa83-4e79-aec3-058525cebe2b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.897876 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:50.901994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac87aa5-d74d-473f-95d5-454afa38c36f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:50.903979 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.909885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Calling delete_port for fa2dbef2-aa83-4e79-aec3-058525cebe2b owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:50.922605 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Sync routers for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:50.929348 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:50.930573 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-29ec2f39-cc0e-4a62-bf30-9058d3ecedfe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3962779 May 27 09:50:50.950675 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:50.951605 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:50.987396 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c3361b28-bba8-4c16-b443-e2d26c2cbecc tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "DELETE /v2.0/floatingips/6499678d-d88f-4208-a674-1fe6df45b073 HTTP/1.1" status: 204 len: 168 time: 2.0308890 May 27 09:50:50.987989 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:50.990251 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431be4e-545c-4834-8bb3-3653ca1c0e03" -d '{"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:51.063875 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:51.096437 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37836eee-667c-4430-b8fe-467f33585e36 x-openstack-request-id: req-37836eee-667c-4430-b8fe-467f33585e36 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:51.096821 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:51.097356 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37836eee-667c-4430-b8fe-467f33585e36 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:51.097874 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37836eee-667c-4430-b8fe-467f33585e36'] response: {'name': 'network-changed', 'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'status': 'completed', 'code': 200} May 27 09:50:51.108471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.db.api [None req-fe2a5f5c-7d53-471d-bb2b-68393e52c1f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 09:50:51.110846 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG oslo_db.api [None req-fe2a5f5c-7d53-471d-bb2b-68393e52c1f8 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:50:51.123101 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (fa2dbef2-aa83-4e79-aec3-058525cebe2b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.174972 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Pushing event deleted for resources: {'Port': ['ID=fa2dbef2-aa83-4e79-aec3-058525cebe2b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:51.182178 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:51.299479 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-84626614-0def-4652-bcaa-91ef62c9683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:51.301008 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-84626614-0def-4652-bcaa-91ef62c9683f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 1130 time: 0.1633008 May 27 09:50:51.327928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks [] for floatingip (d01fa6af-7817-4459-aef3-d0380110ec08), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.330579 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.331886 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b1425b16-cd37-47bf-808c-a8c2159e2da8 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] 10.222.0.41 "DELETE /v2.0/floatingips/d01fa6af-7817-4459-aef3-d0380110ec08 HTTP/1.1" status: 204 len: 168 time: 0.7558358 May 27 09:50:51.446122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6fd3-1558-41f6-a43c-26a9ec05fbeb req-c3a7cdd4-8f4e-4a4a-b895-7f6d9eaf11d8 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:51.448232 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d99d6fd3-1558-41f6-a43c-26a9ec05fbeb req-c3a7cdd4-8f4e-4a4a-b895-7f6d9eaf11d8 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0927570 May 27 09:50:51.449132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2572f39e-4691-47a2-be62-575fe24de06b up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:51.502024 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:51.513410 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d99d6fd3-1558-41f6-a43c-26a9ec05fbeb req-9179bc14-c5de-43ec-a7b3-f6babee16e70 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584679 May 27 09:50:51.550666 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Checking router: 3663cc14-234f-45aa-bb31-60e24fa7ac64 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:51.550821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:51.568284 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:51.569035 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:51.586606 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 9011439f-1b54-4948-87ab-dd7cd4f186e5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:51.586957 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 9011439f-1b54-4948-87ab-dd7cd4f186e5 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:51.597291 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 2572f39e-4691-47a2-be62-575fe24de06b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:51.597674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2572f39e-4691-47a2-be62-575fe24de06b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.688515 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: WARNING neutron.objects.base [None req-fe2a5f5c-7d53-471d-bb2b-68393e52c1f8 None None] ORM session: SQL execution without transaction in progress, traceback: May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: func(*args, **kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: self.work.run() May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: result = self.fn(*self.args, **self.kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: res = self.dispatcher.dispatch(message) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return self._do_dispatch(endpoint, method, ctxt, args) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: result = func(ctxt, **new_args) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*args, **kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*args, **kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*dup_args, **dup_kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: self.l3plugin.update_floatingip_status(context, May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f_with_retry(*args, **kwargs, May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*args, **kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*args, **kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return f(*dup_args, **dup_kwargs) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return l3_obj.FloatingIP.update_object( May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return super(NeutronDbObject, cls).update_object( May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: obj = cls.get_object( May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: db_obj = obj_db_api.get_object( May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return _get_filter_query(obj_cls, context, **kwargs).first() May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: return self.limit(1)._iter().first() May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: result = self.session.execute( May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: result = fn(orm_exec_state) May 27 09:50:51.702283 dv-cinder-797608-21-iscsi neutron-server[104225]: May 27 09:50:51.796710 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.849050 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 2572f39e-4691-47a2-be62-575fe24de06b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:51.849549 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (2572f39e-4691-47a2-be62-575fe24de06b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.876626 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] For port 2572f39e-4691-47a2-be62-575fe24de06b, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2572f39e-4691-47a2-be62-575fe24de06b,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:51.888239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (2572f39e-4691-47a2-be62-575fe24de06b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:51.909817 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:51.937441 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70ef04-e4c7-4faf-9390-ec61497450c4 None None] The sync data for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi is: [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:53Z', 'revision_number': 4, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'bd017ead-b72b-4311-a042-0a7e53497b37', 'name': '', 'network_id': '8f540350-1801-4f76-8904-a6a8b323f8eb', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'mac_address': 'fa:16:3e:1c:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:53Z', 'updated_at': '2022-05-27T09:44:58Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'subnets': [{'id': '13490047-cead-40ce-b3fe-ddddabaa32b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:51.953874 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:51.960353 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Pushing event updated for resources: {'Port': ['ID=2572f39e-4691-47a2-be62-575fe24de06b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:52.119164 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Sync routers for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:52.131647 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:52.132264 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:52.247001 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:52.414527 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762d03c-6428-4aba-89da-354d54bd4f38 None None] New status for floating IP 6499678d-d88f-4208-a674-1fe6df45b073: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:50:52.444028 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e9776906-c602-405e-b649-b44c1ad158a1', 'name': '', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'tenant_id': '581004a638af4993abf350d76570222b', 'mac_address': 'fa:16:3e:1c:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:46Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 2, 'project_id': '581004a638af4993abf350d76570222b', 'subnets': [{'id': '6436bb88-13a1-486e-9115-6d957fad2447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:52.473673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Checking router: 6f33bbd9-d3c4-447a-a450-df023e08ab88 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:52.474025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Updating router 6f33bbd9-d3c4-447a-a450-df023e08ab88 port e9776906-c602-405e-b649-b44c1ad158a1 binding host dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:50:52.506352 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:52.693888 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:52.741141 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:52.891174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks [] for port (e9776906-c602-405e-b649-b44c1ad158a1), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:52.898125 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:52.907916 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b8de-6be9-4a43-aa09-d4925a671428 req-271887c9-c22a-4ba8-bf66-ae8cc1406116 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:52.909391 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0f2b8de-6be9-4a43-aa09-d4925a671428 req-271887c9-c22a-4ba8-bf66-ae8cc1406116 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0616786 May 27 09:50:52.934852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-b1a7fc19-e331-4b6f-866b-564d100ec066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:52.936399 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-b1a7fc19-e331-4b6f-866b-564d100ec066 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 200 len: 910 time: 0.4775810 May 27 09:50:52.952720 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a9a4-b55b-4cb6-8f71-bd17501939b9 None None] Pushing event updated for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:52.978901 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a0f2b8de-6be9-4a43-aa09-d4925a671428 req-09c2a11e-8e82-44aa-96e6-4a2bad526847 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d77ca7f-2a0a-4ef4-95ca-51255893a403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603712 May 27 09:50:53.012359 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Attempting to bind port e9776906-c602-405e-b649-b44c1ad158a1 on host dv-cinder-797608-21-iscsi for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:50:53.012755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Attempting to bind port e9776906-c602-405e-b649-b44c1ad158a1 by drivers openvswitch,hyperv on host dv-cinder-797608-21-iscsi at level 0 using segments [{'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:50:53.013119 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Attempting to bind port e9776906-c602-405e-b649-b44c1ad158a1 on network 4e68ad82-58cf-439b-ac77-7ec8849292b1 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:50:53.018564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Checking agent: {'id': 'cbcb4174-d771-4060-a916-ff76e16626d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 30, 22), 'started_at': datetime.datetime(2022, 5, 27, 9, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:50:53.018937 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Checking segment: {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:50:53.019367 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.019758 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Bound using segment: {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:50:53.020215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Bound port: e9776906-c602-405e-b649-b44c1ad158a1, host: dv-cinder-797608-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9782cfc-722c-422e-8f2e-6dad66e16847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:50:53.020588 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.093893 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] For port e9776906-c602-405e-b649-b44c1ad158a1, host dv-cinder-797608-21-iscsi, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:50:53.097457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] For port e9776906-c602-405e-b649-b44c1ad158a1, host dv-cinder-797608-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e9776906-c602-405e-b649-b44c1ad158a1,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:50:53.104014 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.114081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:53.137168 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-bb6b1308-22f2-4c8d-ab2b-ef57fb6b463a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 200 len: 217 time: 0.0380962 May 27 09:50:53.170605 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:53.171096 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:53.176710 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a9a4-b55b-4cb6-8f71-bd17501939b9 None None] Pushing event updated for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:53.179082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:53.194780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-1ea7f217-2c6e-45f0-93a6-a56dfd437cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:53.196302 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-1ea7f217-2c6e-45f0-93a6-a56dfd437cb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 200 len: 848 time: 0.0529079 May 27 09:50:53.247833 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:53.248259 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.303976 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-07551fd6-7a0c-4373-9e7a-f491f937596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:53.305501 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-07551fd6-7a0c-4373-9e7a-f491f937596e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f540350-1801-4f76-8904-a6a8b323f8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786664 May 27 09:50:53.314637 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-48d23b5b-0131-41e7-a58a-d87d88ae9b7c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:50:53.316215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-48d23b5b-0131-41e7-a58a-d87d88ae9b7c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.65 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 946 time: 0.0774784 May 27 09:50:53.477354 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Deleting port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:53.477793 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.486377 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e9776906-c602-405e-b649-b44c1ad158a1 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:53.508776 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-e07b26e7-1c62-450f-a6ae-58a09222cc44 service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914916 May 27 09:50:53.523174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:53.632406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:53.641297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] For port a7bf0759-e717-4ad7-bf72-ba59bd3a1455, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:53.641682 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.661411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:53.661799 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.662707 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Calling delete_port for a7bf0759-e717-4ad7-bf72-ba59bd3a1455 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:53.681852 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e431be4e-545c-4834-8bb3-3653ca1c0e03 req-2939361a-07b4-4b45-8e08-db4ee0fba61a service neutron] 10.222.0.65 "GET /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641831 May 27 09:50:53.727852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Current status of the port e9776906-c602-405e-b649-b44c1ad158a1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:53.728862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.739564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:53.826461 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (a7bf0759-e717-4ad7-bf72-ba59bd3a1455), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.830319 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] For port e9776906-c602-405e-b649-b44c1ad158a1, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e9776906-c602-405e-b649-b44c1ad158a1,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:53.854921 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event deleted for resources: {'Port': ['ID=a7bf0759-e717-4ad7-bf72-ba59bd3a1455,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:53.860494 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.904652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e9776906-c602-405e-b649-b44c1ad158a1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:53.904652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.911376 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] No DVR routers for this DVR port a7bf0759-e717-4ad7-bf72-ba59bd3a1455 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:53.915179 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:53.919053 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-353a7d7a-4db9-4a1c-a4f1-15a9d90ce51b req-2437c680-933c-4c80-a707-33e8b7a4a15a tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.65 "DELETE /v2.0/ports/a7bf0759-e717-4ad7-bf72-ba59bd3a1455 HTTP/1.1" status: 204 len: 173 time: 0.5941584 May 27 09:50:53.919625 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-deleted', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:50:53.922261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d28d76-756d-4deb-b78f-c4322d6ab0a4" -d '{"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-deleted", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:50:53.934454 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e9776906-c602-405e-b649-b44c1ad158a1', 'name': '', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'tenant_id': '581004a638af4993abf350d76570222b', 'mac_address': 'fa:16:3e:1c:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:46Z', 'updated_at': '2022-05-27T09:50:53Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'subnets': [{'id': '6436bb88-13a1-486e-9115-6d957fad2447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:53.986523 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb40d3-0b27-4837-8eb6-92c57c2218f5 None None] The sync data for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi is: [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': 'e9776906-c602-405e-b649-b44c1ad158a1', 'name': '', 'network_id': '4e68ad82-58cf-439b-ac77-7ec8849292b1', 'tenant_id': '581004a638af4993abf350d76570222b', 'mac_address': 'fa:16:3e:1c:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '6436bb88-13a1-486e-9115-6d957fad2447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:46Z', 'updated_at': '2022-05-27T09:50:53Z', 'revision_number': 4, 'project_id': '581004a638af4993abf350d76570222b', 'subnets': [{'id': '6436bb88-13a1-486e-9115-6d957fad2447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:53.989856 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13211a30-bdb0-4531-bd6e-d37ceda1e941 None None] Pushing event updated for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:54.001197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826dd382-75e5-4393-aee5-f24298bf9ee3 x-openstack-request-id: req-826dd382-75e5-4393-aee5-f24298bf9ee3 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:50:54.001488 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dd536e-b54a-4af0-8010-b44bca82fbe9", "name": "network-vif-deleted", "tag": "a7bf0759-e717-4ad7-bf72-ba59bd3a1455", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:50:54.001756 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-826dd382-75e5-4393-aee5-f24298bf9ee3 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:50:54.002163 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826dd382-75e5-4393-aee5-f24298bf9ee3'] response: {'server_uuid': '74dd536e-b54a-4af0-8010-b44bca82fbe9', 'name': 'network-vif-deleted', 'tag': 'a7bf0759-e717-4ad7-bf72-ba59bd3a1455', 'status': 'completed', 'code': 200} May 27 09:50:54.031829 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a5e63c13-b2c8-4c03-817f-e44098771e60 None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:54.031829 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a5e63c13-b2c8-4c03-817f-e44098771e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:54.041741 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44872) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:54.103239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.db.api [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 09:50:54.104484 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG oslo_db.api [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:50:54.167863 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a973df80-9f39-475f-8256-b299d630e7d2 req-13edd8fb-33ec-4849-90db-912c493f692c tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dd536e-b54a-4af0-8010-b44bca82fbe9 HTTP/1.1" status: 200 len: 210 time: 0.0469651 May 27 09:50:54.168945 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a5e63c13-b2c8-4c03-817f-e44098771e60 None None] Current status of the port e9776906-c602-405e-b649-b44c1ad158a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:54.347637 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:54.356503 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:54.611657 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:54.645232 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e9776906-c602-405e-b649-b44c1ad158a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:54.646270 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2572f39e-4691-47a2-be62-575fe24de06b up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:54.669431 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:54.694847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port 2572f39e-4691-47a2-be62-575fe24de06b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:54.695217 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (2572f39e-4691-47a2-be62-575fe24de06b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:54.787610 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port 2572f39e-4691-47a2-be62-575fe24de06b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:54.869529 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Deleting port ca9fb208-d62b-4434-8204-d024e33a279d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:54.869800 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:54.960819 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] For port ca9fb208-d62b-4434-8204-d024e33a279d, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ca9fb208-d62b-4434-8204-d024e33a279d,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:54.960932 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:54.976579 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Calling delete_port for ca9fb208-d62b-4434-8204-d024e33a279d owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:55.158175 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (ca9fb208-d62b-4434-8204-d024e33a279d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.183312 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9fb208-d62b-4434-8204-d024e33a279d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:55.211608 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:55.240844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:55.290810 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (0d77ca7f-2a0a-4ef4-95ca-51255893a403), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.324430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (0d77ca7f-2a0a-4ef4-95ca-51255893a403), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.394130 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:55.402768 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.428866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (0d77ca7f-2a0a-4ef4-95ca-51255893a403), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.431889 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.433076 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] 10.222.0.41 "DELETE /v2.0/security-groups/0d77ca7f-2a0a-4ef4-95ca-51255893a403 HTTP/1.1" status: 204 len: 168 time: 0.2189214 May 27 09:50:55.451955 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a099f1-d625-4b08-8534-12ff847050c3 tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77ca7f-2a0a-4ef4-95ca-51255893a403,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:55.495925 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:55.507753 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e9776906-c602-405e-b649-b44c1ad158a1 up at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:50:55.558002 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:55.579910 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: a7bf0759-e717-4ad7-bf72-ba59bd3a1455 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:55.580258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a7bf0759-e717-4ad7-bf72-ba59bd3a1455 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:55.591337 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Provisioning complete for port e9776906-c602-405e-b649-b44c1ad158a1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:50:55.591682 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (e9776906-c602-405e-b649-b44c1ad158a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.654037 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:55.673748 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Router 48a089d7-4e6d-4e66-9507-8407c0c4c05c has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:55.676848 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Current status of the port e9776906-c602-405e-b649-b44c1ad158a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:50:55.777057 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:55.782053 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-48cf3215-47db-47d5-a51c-e0d80550b7d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/48a089d7-4e6d-4e66-9507-8407c0c4c05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392204 May 27 09:50:55.784483 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44888) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:55.789694 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Sync routers for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:55.800014 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:55.800634 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:55.855972 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:55.921893 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:55.930702 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks [] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:55.965198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.044211 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks [] for router_gateway (48a089d7-4e6d-4e66-9507-8407c0c4c05c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.092944 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Deleting port 276e96ca-1044-4b80-99d4-815f475dd8fc {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:56.093287 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.109147 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:50:55Z', 'revision_number': 5, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port': {'id': '276e96ca-1044-4b80-99d4-815f475dd8fc', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:38:52Z', 'updated_at': '2022-05-27T09:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.136158 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Checking router: 48a089d7-4e6d-4e66-9507-8407c0c4c05c for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:56.145510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Routers {'48a089d7-4e6d-4e66-9507-8407c0c4c05c'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:56.145510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.149180 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:56.188244 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] For port 276e96ca-1044-4b80-99d4-815f475dd8fc, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=276e96ca-1044-4b80-99d4-815f475dd8fc,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:56.188879 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.216245 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Calling delete_port for 276e96ca-1044-4b80-99d4-815f475dd8fc owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:56.231606 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Deleting port bd017ead-b72b-4311-a042-0a7e53497b37 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:56.232213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.248652 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] Set router 48a089d7-4e6d-4e66-9507-8407c0c4c05c gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:56.263177 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:56.303850 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:50:56Z', 'revision_number': 6, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.321203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] For port bd017ead-b72b-4311-a042-0a7e53497b37, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=bd017ead-b72b-4311-a042-0a7e53497b37,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:56.322446 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.329208 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c2be1-919f-4453-bb60-892831c4ba50 None None] The sync data for ids ['48a089d7-4e6d-4e66-9507-8407c0c4c05c'] in dv-cinder-797608-21-iscsi is: [{'id': '48a089d7-4e6d-4e66-9507-8407c0c4c05c', 'name': 'tempest-AttachVolumeShelveTestJSON-363845542-router', 'tenant_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:38:50Z', 'updated_at': '2022-05-27T09:50:56Z', 'revision_number': 6, 'project_id': 'fbb8746f17d6410f9c82d0fde348d1f9', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:56.339432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Calling delete_port for bd017ead-b72b-4311-a042-0a7e53497b37 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:56.417898 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (276e96ca-1044-4b80-99d4-815f475dd8fc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.443502 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=276e96ca-1044-4b80-99d4-815f475dd8fc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:56.468020 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:56.509721 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.533434 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (bd017ead-b72b-4311-a042-0a7e53497b37), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.561046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd017ead-b72b-4311-a042-0a7e53497b37,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:56.602106 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.605183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks [] for router_controller (48a089d7-4e6d-4e66-9507-8407c0c4c05c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.635695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:56.651717 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (48a089d7-4e6d-4e66-9507-8407c0c4c05c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.652355 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a089d7-4e6d-4e66-9507-8407c0c4c05c {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:50:56.656873 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.660425 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-553d2b99-11f3-427b-ae53-5113b78cdef4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48a089d7-4e6d-4e66-9507-8407c0c4c05c HTTP/1.1" status: 204 len: 168 time: 0.8726881 May 27 09:50:56.660914 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44894) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:56.732199 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Deleting subnet 39db12d3-2329-4949-99d8-99aed166bd17 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:50:56.735983 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Publish callbacks [] for subnet (39db12d3-2329-4949-99d8-99aed166bd17), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.778257 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.780007 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (39db12d3-2329-4949-99d8-99aed166bd17), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.875322 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (39db12d3-2329-4949-99d8-99aed166bd17), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.931866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (39db12d3-2329-4949-99d8-99aed166bd17), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.944785 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:56.950636 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/39db12d3-2329-4949-99d8-99aed166bd17 HTTP/1.1" status: 204 len: 168 time: 0.2865231 May 27 09:50:56.950965 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44898) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:56.954049 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caaa93d-b5f9-420c-b4f2-24df65df1a4b None None] Network 90d3a2be-1adb-43f3-aa78-1e534bd2671b requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:57.018692 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Router 3663cc14-234f-45aa-bb31-60e24fa7ac64 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:50:57.079237 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:57.150088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:50:57.160128 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-086bd2c2-0e37-4bce-a449-658b303cd20e admin admin] 10.222.0.41 "PUT /v2.0/routers/3663cc14-234f-45aa-bb31-60e24fa7ac64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608660 May 27 09:50:57.161275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44900) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:57.161399 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] DHCP port deletion for 90d3a2be-1adb-43f3-aa78-1e534bd2671b request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:50:57.168137 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Sync routers for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:50:57.184987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:57.186002 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:57.260922 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Deleting port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:57.261437 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.298076 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:57.332410 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:57.336141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks [] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.369616 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95803ad4-3d58-4012-8ca1-f1df0a774847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39db12d3-2329-4949-99d8-99aed166bd17,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:57.374394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] For port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:57.375053 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.378501 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (90d3a2be-1adb-43f3-aa78-1e534bd2671b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.417016 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Calling delete_port for f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:57.429135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:57.480654 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Deleting port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:57.480911 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.568509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks [] for router_gateway (3663cc14-234f-45aa-bb31-60e24fa7ac64), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.592670 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:50:56Z', 'revision_number': 5, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port': {'id': '6a5269e1-18f3-4f65-99bb-3c9bc3233960', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:59:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:57.597594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca9fb208-d62b-4434-8204-d024e33a279d no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:57.630397 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Checking router: 3663cc14-234f-45aa-bb31-60e24fa7ac64 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:50:57.632738 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] For port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,segment=NetworkSegment(4b89b2a8-fe21-4afd-9418-fbe1340d0d67),segment_id=4b89b2a8-fe21-4afd-9418-fbe1340d0d67)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:57.633335 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.640378 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Routers {'3663cc14-234f-45aa-bb31-60e24fa7ac64'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:50:57.641267 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['3663cc14-234f-45aa-bb31-60e24fa7ac64'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:57.653009 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Calling delete_port for f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:57.678917 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Deleting port 6a5269e1-18f3-4f65-99bb-3c9bc3233960 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:57.679352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.703610 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: ca9fb208-d62b-4434-8204-d024e33a279d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:57.704215 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ca9fb208-d62b-4434-8204-d024e33a279d not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:57.704778 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:57.768830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.782704 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] Set router 3663cc14-234f-45aa-bb31-60e24fa7ac64 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:50:57.793074 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] For port 6a5269e1-18f3-4f65-99bb-3c9bc3233960, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6a5269e1-18f3-4f65-99bb-3c9bc3233960,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:57.793476 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.809445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Calling delete_port for 6a5269e1-18f3-4f65-99bb-3c9bc3233960 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:57.812776 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Pushing event deleted for resources: {'Port': ['ID=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:57.815945 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] No DVR routers for this DVR port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:57.856949 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.857305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.857646 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.857982 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.858315 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.858643 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.858968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.859104 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (f0aad2ad-d3d2-41c2-8157-eddd9e4c2226), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:57.862012 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.862523 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.863013 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.863937 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.865421 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.867248 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.867941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.872291 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec29044-8bca-484d-8a66-49c51338c742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:50:57.880193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No active binding found for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 {{(pid=104225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 27 09:50:57.880427 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] The host dv-cinder-797608-21-iscsi is not matching for port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 host None! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 27 09:50:57.880870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:57.881379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 276e96ca-1044-4b80-99d4-815f475dd8fc no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:57.907007 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:50:57Z', 'revision_number': 6, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:57.912910 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 276e96ca-1044-4b80-99d4-815f475dd8fc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:57.913245 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 276e96ca-1044-4b80-99d4-815f475dd8fc not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:57.926775 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0aad2ad-d3d2-41c2-8157-eddd9e4c2226,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:57.928043 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] No DVR routers for this DVR port f0aad2ad-d3d2-41c2-8157-eddd9e4c2226 on host dv-cinder-797608-21-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:57.954051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:57.955502 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118202fc-c2ea-4559-ab9d-6f654e9abc67 None None] The sync data for ids ['3663cc14-234f-45aa-bb31-60e24fa7ac64'] in dv-cinder-797608-21-iscsi is: [{'id': '3663cc14-234f-45aa-bb31-60e24fa7ac64', 'name': 'tempest-TestShelveInstance-1862111364-router', 'tenant_id': '2ed0733b1ce342f2a6ecac960523f85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:50Z', 'updated_at': '2022-05-27T09:50:57Z', 'revision_number': 6, 'project_id': '2ed0733b1ce342f2a6ecac960523f85f', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:50:58.006903 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:58.054234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (90d3a2be-1adb-43f3-aa78-1e534bd2671b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.070744 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6a5269e1-18f3-4f65-99bb-3c9bc3233960), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.080088 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d3a2be-1adb-43f3-aa78-1e534bd2671b']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:58.081844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:58.091337 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b89b2a8-fe21-4afd-9418-fbe1340d0d67') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:58.091690 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b89b2a8-fe21-4afd-9418-fbe1340d0d67') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:58.094493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5269e1-18f3-4f65-99bb-3c9bc3233960,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:58.103911 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (4b89b2a8-fe21-4afd-9418-fbe1340d0d67), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.119169 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (4b89b2a8-fe21-4afd-9418-fbe1340d0d67), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.125849 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:50:58.126253 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (4b89b2a8-fe21-4afd-9418-fbe1340d0d67), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.147602 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 4b89b2a8-fe21-4afd-9418-fbe1340d0d67 resource provider aggregate not found May 27 09:50:58.164488 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.181211 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment 4b89b2a8-fe21-4afd-9418-fbe1340d0d67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b89b2a8-fe21-4afd-9418-fbe1340d0d67 found for delete ", "request_id": "req-1041c6d5-03f1-4f4f-9a29-4d71b8d34e9d"}]} May 27 09:50:58.193198 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (90d3a2be-1adb-43f3-aa78-1e534bd2671b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.198852 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.204201 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/90d3a2be-1adb-43f3-aa78-1e534bd2671b HTTP/1.1" status: 204 len: 168 time: 1.2502866 May 27 09:50:58.216796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ca325-73a6-47be-b1e4-1cce822553eb admin admin] Pushing event deleted for resources: {'Network': ['ID=90d3a2be-1adb-43f3-aa78-1e534bd2671b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:58.261213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.263565 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks [] for router_controller (3663cc14-234f-45aa-bb31-60e24fa7ac64), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.310443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (3663cc14-234f-45aa-bb31-60e24fa7ac64), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.311099 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3663cc14-234f-45aa-bb31-60e24fa7ac64 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:50:58.315760 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.319608 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7a87bf25-cf9c-4fdf-a35d-490613edff70 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3663cc14-234f-45aa-bb31-60e24fa7ac64 HTTP/1.1" status: 204 len: 168 time: 1.1578538 May 27 09:50:58.320233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44910) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:58.351947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44912) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:58.389977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Deleting subnet 13490047-cead-40ce-b3fe-ddddabaa32b1 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:50:58.400532 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Publish callbacks [] for subnet (13490047-cead-40ce-b3fe-ddddabaa32b1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.439301 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-59295ecf-9dc4-4046-b851-4acf260f433b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbb8746f17d6410f9c82d0fde348d1f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0849965 May 27 09:50:58.441075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44914) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:58.455877 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:58.461193 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (13490047-cead-40ce-b3fe-ddddabaa32b1), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.552913 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] Publish callbacks [] for security_group (9401ce86-8c7c-4e24-9515-eca25115ccc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.586678 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] Publish callbacks [] for security_group (9401ce86-8c7c-4e24-9515-eca25115ccc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.589232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (13490047-cead-40ce-b3fe-ddddabaa32b1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.666810 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (13490047-cead-40ce-b3fe-ddddabaa32b1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.696288 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (9401ce86-8c7c-4e24-9515-eca25115ccc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.698736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.699893 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9401ce86-8c7c-4e24-9515-eca25115ccc3 HTTP/1.1" status: 204 len: 168 time: 0.2583137 May 27 09:50:58.702524 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13490047-cead-40ce-b3fe-ddddabaa32b1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:58.707049 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.713974 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4449476a-add4-4910-b625-31abafb15bc3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13490047-cead-40ce-b3fe-ddddabaa32b1 HTTP/1.1" status: 204 len: 168 time: 0.3924792 May 27 09:50:58.714560 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c48f2b-ec03-45cf-87f6-cbfec5bfc2e1 None None] Network 8f540350-1801-4f76-8904-a6a8b323f8eb requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:50:58.715010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 44918) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:58.728501 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38e287-6c40-4d19-b091-3ba29ed0ad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401ce86-8c7c-4e24-9515-eca25115ccc3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:58.822897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (8f540350-1801-4f76-8904-a6a8b323f8eb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.871493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Deleting port 6149f999-9acd-4ff8-8f22-7a105c37f91c {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:58.871827 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:58.887024 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:58.945532 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] DHCP port deletion for 8f540350-1801-4f76-8904-a6a8b323f8eb request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:50:59.012286 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Deleting port 6149f999-9acd-4ff8-8f22-7a105c37f91c {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:50:59.013046 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.158012 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] For port 6149f999-9acd-4ff8-8f22-7a105c37f91c, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6149f999-9acd-4ff8-8f22-7a105c37f91c,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:59.158612 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.175757 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Calling delete_port for 6149f999-9acd-4ff8-8f22-7a105c37f91c owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:59.244015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] For port 6149f999-9acd-4ff8-8f22-7a105c37f91c, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=6149f999-9acd-4ff8-8f22-7a105c37f91c,segment=NetworkSegment(21f7aa74-6580-49e8-8f00-e0c8c7f11969),segment_id=21f7aa74-6580-49e8-8f00-e0c8c7f11969)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:50:59.244450 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.259896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Calling delete_port for 6149f999-9acd-4ff8-8f22-7a105c37f91c owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:50:59.279667 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.311182 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] Pushing event deleted for resources: {'Port': ['ID=6149f999-9acd-4ff8-8f22-7a105c37f91c,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:59.319410 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b148a5-9bc7-435a-b649-8019786f2bbb None None] No DVR routers for this DVR port 6149f999-9acd-4ff8-8f22-7a105c37f91c on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:59.359825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6149f999-9acd-4ff8-8f22-7a105c37f91c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.405676 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6149f999-9acd-4ff8-8f22-7a105c37f91c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:50:59.413125 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6a5269e1-18f3-4f65-99bb-3c9bc3233960 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:59.414911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] No DVR routers for this DVR port 6149f999-9acd-4ff8-8f22-7a105c37f91c on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:50:59.440196 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 6a5269e1-18f3-4f65-99bb-3c9bc3233960 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:59.440614 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6a5269e1-18f3-4f65-99bb-3c9bc3233960 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:59.441535 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bd017ead-b72b-4311-a042-0a7e53497b37 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:59.460457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: bd017ead-b72b-4311-a042-0a7e53497b37 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:59.460804 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device bd017ead-b72b-4311-a042-0a7e53497b37 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:59.461221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6149f999-9acd-4ff8-8f22-7a105c37f91c no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:50:59.462819 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:50:59.487571 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 6149f999-9acd-4ff8-8f22-7a105c37f91c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:50:59.487852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 6149f999-9acd-4ff8-8f22-7a105c37f91c not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:50:59.493701 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (8f540350-1801-4f76-8904-a6a8b323f8eb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.517626 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f540350-1801-4f76-8904-a6a8b323f8eb']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:59.528918 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f7aa74-6580-49e8-8f00-e0c8c7f11969') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:59.529236 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f7aa74-6580-49e8-8f00-e0c8c7f11969') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:59.539121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (21f7aa74-6580-49e8-8f00-e0c8c7f11969), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.554541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (21f7aa74-6580-49e8-8f00-e0c8c7f11969), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.561387 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:50:59.561911 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (21f7aa74-6580-49e8-8f00-e0c8c7f11969), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.619487 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 21f7aa74-6580-49e8-8f00-e0c8c7f11969 resource provider aggregate not found May 27 09:50:59.634671 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (8f540350-1801-4f76-8904-a6a8b323f8eb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.643013 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:50:59.646519 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8f540350-1801-4f76-8904-a6a8b323f8eb HTTP/1.1" status: 204 len: 168 time: 0.9261162 May 27 09:50:59.648242 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 21f7aa74-6580-49e8-8f00-e0c8c7f11969 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21f7aa74-6580-49e8-8f00-e0c8c7f11969 found for delete ", "request_id": "req-b3ecf9e4-faca-4c35-aa55-5c5885b3b9c3"}]} May 27 09:50:59.650179 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:50:59.658708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979d82e-1c83-42ff-b3c8-1fba2bddcc64 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f540350-1801-4f76-8904-a6a8b323f8eb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:00.010099 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:00.251790 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Deleting port e2111365-dc26-43c2-9e29-94d9c8369984 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:51:00.252284 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:00.350608 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] For port e2111365-dc26-43c2-9e29-94d9c8369984, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e2111365-dc26-43c2-9e29-94d9c8369984,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:00.350988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:00.364645 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Calling delete_port for e2111365-dc26-43c2-9e29-94d9c8369984 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:51:00.488302 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:00.495962 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:00.570180 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (e2111365-dc26-43c2-9e29-94d9c8369984), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:00.599565 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2111365-dc26-43c2-9e29-94d9c8369984,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:00.807940 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.015782 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:51:01.130424 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:51:01.135762 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-77d8ed00-731b-4502-b64d-bc81d1c2b20b admin admin] 10.222.0.41 "PUT /v2.0/routers/fbb4b633-2ccc-4bc8-8364-72712d5cd5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845719 May 27 09:51:01.138191 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44974) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:01.142821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Sync routers for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:51:01.154027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:51:01.154919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:01.237978 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks [] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.347243 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks [] for router_gateway (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.401059 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:51:01.419098 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Deleting port b110387d-5200-4b50-8dbf-ea05311bb586 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:51:01.419556 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.421954 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:01.500216 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] For port b110387d-5200-4b50-8dbf-ea05311bb586, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b110387d-5200-4b50-8dbf-ea05311bb586,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:01.500675 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.502876 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:01.519399 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Calling delete_port for b110387d-5200-4b50-8dbf-ea05311bb586 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:51:01.519627 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:01.576164 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:51:00Z', 'revision_number': 5, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port': {'id': 'b110387d-5200-4b50-8dbf-ea05311bb586', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:01.602609 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Checking router: fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:51:01.611963 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Routers {'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:51:01.612580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:50:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:01.694560 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (b110387d-5200-4b50-8dbf-ea05311bb586), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.700937 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] Set router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:51:01.721942 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b110387d-5200-4b50-8dbf-ea05311bb586,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:01.754737 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:51:01Z', 'revision_number': 6, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:01.780338 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a5a88-bada-472d-9bca-80732f0e2c61 None None] The sync data for ids ['fbb4b633-2ccc-4bc8-8364-72712d5cd5b6'] in dv-cinder-797608-21-iscsi is: [{'id': 'fbb4b633-2ccc-4bc8-8364-72712d5cd5b6', 'name': 'tempest-TestShelveInstance-1813633221-router', 'tenant_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:44:56Z', 'updated_at': '2022-05-27T09:51:01Z', 'revision_number': 6, 'project_id': 'e45e0a6597e548d6800eb3c3f91313b0', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:51:01.791698 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.881418 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.883640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks [] for router_controller (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.933373 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (fbb4b633-2ccc-4bc8-8364-72712d5cd5b6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.934577 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:51:01.941468 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:01.943740 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-7c7511d0-c3ac-4abd-a7c5-91fb36a1fe1c admin admin] 10.222.0.41 "DELETE /v2.0/routers/fbb4b633-2ccc-4bc8-8364-72712d5cd5b6 HTTP/1.1" status: 204 len: 168 time: 0.8045034 May 27 09:51:01.946119 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 44984) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:01.994911 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Deleting subnet 47ec759a-61de-4190-9805-4239a36908f1 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:51:01.998005 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Publish callbacks [] for subnet (47ec759a-61de-4190-9805-4239a36908f1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.032462 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63679747'] for subnet (47ec759a-61de-4190-9805-4239a36908f1), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.124059 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (47ec759a-61de-4190-9805-4239a36908f1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.197074 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66406937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66547178'] for subnet (47ec759a-61de-4190-9805-4239a36908f1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.225351 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ec759a-61de-4190-9805-4239a36908f1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:02.227342 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.233232 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b226cf8f-f473-4125-884a-5c0aaca9d081 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47ec759a-61de-4190-9805-4239a36908f1 HTTP/1.1" status: 204 len: 168 time: 0.2828331 May 27 09:51:02.233990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45000) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:02.236239 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b31ec2-7dcc-4374-949b-c0aebf7ee9b2 None None] Network d775d0ba-c585-421e-903a-6eb7404b12dc requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:51:02.250131 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:02.317733 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (d775d0ba-c585-421e-903a-6eb7404b12dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.365960 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Deleting port 5622f450-e169-4877-9247-438da25e1464 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:51:02.366304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5622f450-e169-4877-9247-438da25e1464), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.429327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] For port 5622f450-e169-4877-9247-438da25e1464, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=5622f450-e169-4877-9247-438da25e1464,segment=NetworkSegment(79d8bf7f-4c47-488a-a64a-7ab2da289644),segment_id=79d8bf7f-4c47-488a-a64a-7ab2da289644)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:02.429689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5622f450-e169-4877-9247-438da25e1464), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.442629 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Calling delete_port for 5622f450-e169-4877-9247-438da25e1464 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:51:02.521564 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5622f450-e169-4877-9247-438da25e1464), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.546320 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=5622f450-e169-4877-9247-438da25e1464,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:02.551086 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] No DVR routers for this DVR port 5622f450-e169-4877-9247-438da25e1464 on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:51:02.559190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69da266-bdaa-46ff-bb90-a97cd49ea6bf None None] DHCP port deletion for d775d0ba-c585-421e-903a-6eb7404b12dc request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:51:02.628537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (d775d0ba-c585-421e-903a-6eb7404b12dc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.649188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d775d0ba-c585-421e-903a-6eb7404b12dc']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:02.658923 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d8bf7f-4c47-488a-a64a-7ab2da289644') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:02.659226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d8bf7f-4c47-488a-a64a-7ab2da289644') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:02.669107 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (79d8bf7f-4c47-488a-a64a-7ab2da289644), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.684816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (79d8bf7f-4c47-488a-a64a-7ab2da289644), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.691520 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:51:02.691938 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (79d8bf7f-4c47-488a-a64a-7ab2da289644), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.741683 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 79d8bf7f-4c47-488a-a64a-7ab2da289644 resource provider aggregate not found May 27 09:51:02.759554 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 79d8bf7f-4c47-488a-a64a-7ab2da289644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79d8bf7f-4c47-488a-a64a-7ab2da289644 found for delete ", "request_id": "req-2265acdb-f1cd-4b7d-ba73-b63c84f1045d"}]} May 27 09:51:02.760201 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (d775d0ba-c585-421e-903a-6eb7404b12dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.764634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:02.770121 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] 10.222.0.41 "DELETE /v2.0/networks/d775d0ba-c585-421e-903a-6eb7404b12dc HTTP/1.1" status: 204 len: 168 time: 0.5325189 May 27 09:51:02.781858 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b935-fbe1-49ea-a9af-e4effd319c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=d775d0ba-c585-421e-903a-6eb7404b12dc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:02.940791 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45010) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:02.969774 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:02.987125 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fa21ba84-2eb0-40b5-ad73-dcdd69a98f70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ed0733b1ce342f2a6ecac960523f85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451834 May 27 09:51:02.989585 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:03.037765 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] Publish callbacks [] for security_group (531a27be-41ea-4df6-b94f-8531300a79c8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.059750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] Publish callbacks [] for security_group (531a27be-41ea-4df6-b94f-8531300a79c8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.106417 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (531a27be-41ea-4df6-b94f-8531300a79c8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.108939 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.110173 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/531a27be-41ea-4df6-b94f-8531300a79c8 HTTP/1.1" status: 204 len: 168 time: 0.1196730 May 27 09:51:03.117552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797f026-e4a3-469a-867f-213c03fe8f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a27be-41ea-4df6-b94f-8531300a79c8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:03.414861 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e2111365-dc26-43c2-9e29-94d9c8369984 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:51:03.435806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: e2111365-dc26-43c2-9e29-94d9c8369984 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:51:03.436147 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e2111365-dc26-43c2-9e29-94d9c8369984 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:51:03.436568 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b110387d-5200-4b50-8dbf-ea05311bb586 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:51:03.455856 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: b110387d-5200-4b50-8dbf-ea05311bb586 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:51:03.456221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b110387d-5200-4b50-8dbf-ea05311bb586 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:51:03.456619 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5622f450-e169-4877-9247-438da25e1464 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:51:03.471595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45028) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:03.475809 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 5622f450-e169-4877-9247-438da25e1464 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:51:03.476154 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 5622f450-e169-4877-9247-438da25e1464 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:51:03.512035 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-6c42f9ab-f132-405c-a92d-d30ca3487eac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e45e0a6597e548d6800eb3c3f91313b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392051 May 27 09:51:03.514420 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:03.562025 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] Publish callbacks [] for security_group (19bd5972-76cf-42f8-bb0c-031ded2fab14), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.570613 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:03.584060 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] Publish callbacks [] for security_group (19bd5972-76cf-42f8-bb0c-031ded2fab14), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.635255 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (19bd5972-76cf-42f8-bb0c-031ded2fab14), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.637764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:03.638890 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19bd5972-76cf-42f8-bb0c-031ded2fab14 HTTP/1.1" status: 204 len: 168 time: 0.1235914 May 27 09:51:03.646186 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352efb-622b-4627-ae42-59e20e4bc62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd5972-76cf-42f8-bb0c-031ded2fab14,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:04.023077 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:08.795922 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-5cc62dcd-0e12-4a7e-ad0e-8323512c6188 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373278 May 27 09:51:08.897127 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-3b838e55-9955-4e60-8f66-5cc27f0d4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:08.898574 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-3b838e55-9955-4e60-8f66-5cc27f0d4a83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 1129 time: 0.0430746 May 27 09:51:09.006752 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-6f4279c8-19ab-47f1-a365-9bfd815a2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:09.008278 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-6f4279c8-19ab-47f1-a365-9bfd815a2659 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0925190 May 27 09:51:09.067723 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-9ee92be4-6fd2-4288-96ab-f73abeea44ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 200 len: 1000 time: 0.0538101 May 27 09:51:09.114650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-67b06ecc-2103-4345-aaf7-ac0cac81f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:09.116116 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-67b06ecc-2103-4345-aaf7-ac0cac81f396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0433762 May 27 09:51:09.204758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-2b546203-c06e-41d2-b813-8b8c306025fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:09.206185 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-2b546203-c06e-41d2-b813-8b8c306025fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416431 May 27 09:51:09.296793 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-00804825-8f48-4564-95f8-b350671ab69e service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 May 27 09:51:09.390319 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7160844c-60cc-41c5-8ca0-b25dc794357b req-20d7ae1f-5da6-4c90-af65-262d0fc8e5df service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867054 May 27 09:51:11.667823 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:51:12.203636 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=69,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:12.206311 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=65,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:12.753155 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45128) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:12.866722 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5965adf5-890a-47a7-a126-0dffe8e3feaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:12.910675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:12.943699 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5965adf5-890a-47a7-a126-0dffe8e3feaf admin admin] Publish callbacks [] for security_group (b114afd1-4c74-4dc0-8347-12a5002ccb0f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:12.946968 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5965adf5-890a-47a7-a126-0dffe8e3feaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b114afd1-4c74-4dc0-8347-12a5002ccb0f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:12.985561 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5965adf5-890a-47a7-a126-0dffe8e3feaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21d4e0a9d56a4fbb8ed5e03cf76fae88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313561 May 27 09:51:12.986411 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965adf5-890a-47a7-a126-0dffe8e3feaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b114afd1-4c74-4dc0-8347-12a5002ccb0f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:12.989020 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45134) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:13.043839 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] Publish callbacks [] for security_group (b114afd1-4c74-4dc0-8347-12a5002ccb0f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.064919 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] Publish callbacks [] for security_group (b114afd1-4c74-4dc0-8347-12a5002ccb0f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.115300 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b114afd1-4c74-4dc0-8347-12a5002ccb0f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.117842 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.119036 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b114afd1-4c74-4dc0-8347-12a5002ccb0f HTTP/1.1" status: 204 len: 168 time: 0.1290076 May 27 09:51:13.127247 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2688d7-53d4-4865-84fd-13e0f968c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b114afd1-4c74-4dc0-8347-12a5002ccb0f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:13.378955 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45140) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:13.392290 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab23c440-1c20-4ba5-90a8-f70b01578b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.468769 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab23c440-1c20-4ba5-90a8-f70b01578b78 admin admin] Publish callbacks [] for security_group (59350bc4-939c-4176-8c87-48cf3ee25d17), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.472102 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab23c440-1c20-4ba5-90a8-f70b01578b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (59350bc4-939c-4176-8c87-48cf3ee25d17), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.511400 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ab23c440-1c20-4ba5-90a8-f70b01578b78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b12b7d4fe42432288e60bbc839e915b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312945 May 27 09:51:13.512258 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23c440-1c20-4ba5-90a8-f70b01578b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59350bc4-939c-4176-8c87-48cf3ee25d17,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:13.514090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:13.562135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] Publish callbacks [] for security_group (59350bc4-939c-4176-8c87-48cf3ee25d17), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.573980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:13.587538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] Publish callbacks [] for security_group (59350bc4-939c-4176-8c87-48cf3ee25d17), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.633759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (59350bc4-939c-4176-8c87-48cf3ee25d17), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.636396 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:13.637547 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59350bc4-939c-4176-8c87-48cf3ee25d17 HTTP/1.1" status: 204 len: 168 time: 0.1223249 May 27 09:51:13.645383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a3e16-03f6-4763-af64-0ccb1f51bd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59350bc4-939c-4176-8c87-48cf3ee25d17,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:14.122757 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=55 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:15.391549 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1eeafa2c-1df3-4b0b-9f52-0ef6412ec672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:17.780517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8967c90a-c5e8-49b8-b97e-eba40296bbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.536957 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45248) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:18.640247 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c39b3661-d152-4a6c-a7ae-c4da38cb96df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.715166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c39b3661-d152-4a6c-a7ae-c4da38cb96df admin admin] Publish callbacks [] for security_group (45e9c34b-68ab-46db-835a-805602dafd6f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.718900 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c39b3661-d152-4a6c-a7ae-c4da38cb96df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (45e9c34b-68ab-46db-835a-805602dafd6f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.760960 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c39b3661-d152-4a6c-a7ae-c4da38cb96df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e1c37e25f154ebd8170e5656a2b74fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229402 May 27 09:51:18.761906 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b3661-d152-4a6c-a7ae-c4da38cb96df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e9c34b-68ab-46db-835a-805602dafd6f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:18.763630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:18.811977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] Publish callbacks [] for security_group (45e9c34b-68ab-46db-835a-805602dafd6f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.832832 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] Publish callbacks [] for security_group (45e9c34b-68ab-46db-835a-805602dafd6f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.879841 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (45e9c34b-68ab-46db-835a-805602dafd6f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.882382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:18.883560 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45e9c34b-68ab-46db-835a-805602dafd6f HTTP/1.1" status: 204 len: 168 time: 0.1188824 May 27 09:51:18.891292 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c08425-4523-499f-86a9-ce04ae45578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e9c34b-68ab-46db-835a-805602dafd6f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:18.935391 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.160398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45260) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:19.174254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d806abe-a766-4c1b-963c-cb908a277957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.248145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d806abe-a766-4c1b-963c-cb908a277957 admin admin] Publish callbacks [] for security_group (bfaf0729-3109-4e1d-8c35-ebc08932ec16), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.251746 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d806abe-a766-4c1b-963c-cb908a277957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bfaf0729-3109-4e1d-8c35-ebc08932ec16), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.293684 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-5d806abe-a766-4c1b-963c-cb908a277957 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ca36cb0c39a48aba7779d4676cbcc5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321971 May 27 09:51:19.294533 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806abe-a766-4c1b-963c-cb908a277957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf0729-3109-4e1d-8c35-ebc08932ec16,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:19.296391 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45262) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:19.345124 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] Publish callbacks [] for security_group (bfaf0729-3109-4e1d-8c35-ebc08932ec16), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.365888 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] Publish callbacks [] for security_group (bfaf0729-3109-4e1d-8c35-ebc08932ec16), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.411169 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (bfaf0729-3109-4e1d-8c35-ebc08932ec16), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.413750 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:19.414928 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfaf0729-3109-4e1d-8c35-ebc08932ec16 HTTP/1.1" status: 204 len: 168 time: 0.1173894 May 27 09:51:19.422555 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e94c0-5531-44c2-83b9-ef3093857c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf0729-3109-4e1d-8c35-ebc08932ec16,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:20.043051 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:20.440015 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-26ea2d59-7d36-443c-aedb-342e4f61d2ce tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861602896&fields=id&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 267 time: 0.0441999 May 27 09:51:20.558658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-fcdfb969-58bd-4cd1-9259-e2908e1dc70f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:20.560162 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-fcdfb969-58bd-4cd1-9259-e2908e1dc70f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1133213 May 27 09:51:20.576024 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-c6fb28fb-5794-4d9a-aea1-f2778ef18115 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/quotas/0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 375 time: 0.0099089 May 27 09:51:20.629217 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-ef42aa0a-c021-4964-b099-a7defbe97777 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481560 May 27 09:51:20.720238 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:20.724273 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-83674903-14b6-4f25-a1db-0986a0306cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832238 May 27 09:51:20.823542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-6601ba7f-9abd-4b4d-a31e-4895fbcaf641 service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902054 May 27 09:51:21.138742 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c4ad4ed-4706-4bff-b1f1-c6b5c3f8a213 req-564c61e4-634b-4cc8-a7f2-4ed60138af60 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 210 time: 0.0311191 May 27 09:51:21.700216 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:21.909059 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45356) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:22.019563 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be4e333b-b6ab-4f21-b3b0-1343d4b93779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.073540 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:22.075095 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:22.101884 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be4e333b-b6ab-4f21-b3b0-1343d4b93779 admin admin] Publish callbacks [] for security_group (61a45d47-3c54-4951-9c0e-af738a1a006a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.106273 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-be4e333b-b6ab-4f21-b3b0-1343d4b93779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (61a45d47-3c54-4951-9c0e-af738a1a006a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.144547 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e333b-b6ab-4f21-b3b0-1343d4b93779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a45d47-3c54-4951-9c0e-af738a1a006a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.149358 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-be4e333b-b6ab-4f21-b3b0-1343d4b93779 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8344ddaa26fc498f89e75de2f7d8a331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392793 May 27 09:51:22.152076 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45360) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:22.162181 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:22.199856 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-3d9ce451-ff97-4c66-8640-99142586020f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:22.201223 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-3d9ce451-ff97-4c66-8640-99142586020f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1182504 May 27 09:51:22.207097 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] Publish callbacks [] for security_group (61a45d47-3c54-4951-9c0e-af738a1a006a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.230642 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] Publish callbacks [] for security_group (61a45d47-3c54-4951-9c0e-af738a1a006a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.270051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1896f456-be22-4b1b-a1df-14f6ac58535b req-426dd497-f93d-434e-9fd9-0dff2bdcb746 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 210 time: 0.0333076 May 27 09:51:22.283438 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (61a45d47-3c54-4951-9c0e-af738a1a006a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.288291 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.290186 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61a45d47-3c54-4951-9c0e-af738a1a006a HTTP/1.1" status: 204 len: 168 time: 0.1370287 May 27 09:51:22.302789 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cb5bc-046e-45e1-a171-b2ce0eba29d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a45d47-3c54-4951-9c0e-af738a1a006a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.328145 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-2b94f9ae-1c59-4d8b-8fc6-a414a6514393 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 379 time: 0.1116576 May 27 09:51:22.340546 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'port': {'device_id': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'admin_state_up': True, 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'security_groups': ['6e460f8f-ec0b-4077-bbf1-0c03316e8441']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:51:22.457656 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Made reservation on behalf of 0fb2f335c9b540af8f7119c85656efad for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:51:22.466073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.575538 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:22.589553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.20.0.14 (f077ba7a-e018-4516-8e3d-23ac2b5e2506/2939ee9c-1fad-49a9-8450-722ac87e978d/26f605f8-7eb5-4baa-801a-abfbce1e6b77) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:51:22.589760 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91845bb0-0bf8-4ed9-85d8-28a6f5dc4faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.606706 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.666864 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91845bb0-0bf8-4ed9-85d8-28a6f5dc4faa admin admin] Publish callbacks [] for security_group (d7a97012-804f-417c-ac4a-53e822db8be9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.671123 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91845bb0-0bf8-4ed9-85d8-28a6f5dc4faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d7a97012-804f-417c-ac4a-53e822db8be9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.708868 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91845bb0-0bf8-4ed9-85d8-28a6f5dc4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a97012-804f-417c-ac4a-53e822db8be9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.713189 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-91845bb0-0bf8-4ed9-85d8-28a6f5dc4faa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0295f6e34ee4a45ab808fa06d6c248e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364362 May 27 09:51:22.717492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:22.738428 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.771550 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.772509 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] Publish callbacks [] for security_group (d7a97012-804f-417c-ac4a-53e822db8be9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.795345 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] Publish callbacks [] for security_group (d7a97012-804f-417c-ac4a-53e822db8be9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.812447 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:22.815644 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:22.827829 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:51:22.833316 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:22.859072 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d7a97012-804f-417c-ac4a-53e822db8be9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.860774 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.862767 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.866652 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7a97012-804f-417c-ac4a-53e822db8be9 HTTP/1.1" status: 204 len: 168 time: 0.1479850 May 27 09:51:22.877702 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107979-4ad4-4f10-8a02-6cc859f42f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a97012-804f-417c-ac4a-53e822db8be9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.898010 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:22.899019 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:22.925181 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-4ef33ce7-0026-4b78-ae47-ec1cb1e4bfc3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5902724 May 27 09:51:22.946693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Request body: {'port': {'device_id': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:51:23.027389 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.109157 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:23.201019 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ef014490-d29f-48b1-8518-e8f4d47d3718 None None] Provisioning complete for port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:51:23.201631 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ef014490-d29f-48b1-8518-e8f4d47d3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.237362 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ef014490-d29f-48b1-8518-e8f4d47d3718 None None] Port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:51:23.344367 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f605f8-7eb5-4baa-801a-abfbce1e6b77 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:51:23.354930 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks [] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.395062 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Transition to ACTIVE for port object 26f605f8-7eb5-4baa-801a-abfbce1e6b77 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:51:23.402879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.412487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0110e1-ca04-4990-bfe2-fffe787f3be2 req-586d4373-5b97-4783-a23d-a707cae13372 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:23.413947 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea0110e1-ca04-4990-bfe2-fffe787f3be2 req-586d4373-5b97-4783-a23d-a707cae13372 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 932 time: 0.0577633 May 27 09:51:23.506429 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ea0110e1-ca04-4990-bfe2-fffe787f3be2 req-0da993b9-bc59-41ff-a739-224944c95af3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703027 May 27 09:51:23.524469 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:23.581793 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Attempting to bind port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:51:23.582135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Attempting to bind port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:51:23.582466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Attempting to bind port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:51:23.588878 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:51:23.589207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Attempting to bind port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:51:23.594844 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:51:23.595347 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:51:23.595832 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Bound using segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:51:23.596383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Bound port: 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:51:23.596920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.662952 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:51:23.667813 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:51:23.675267 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.705512 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:23.706129 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:23.707534 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] 10.222.0.65 "PUT /v2.0/ports/26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 200 len: 1094 time: 0.7687969 May 27 09:51:23.709819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:51:23.712196 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f782ee58-1145-4fd7-8c17-16658e0b0e22" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:51:23.745183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8050573-13d3-4dea-9762-12e31cf59fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:23.784979 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8edb9b-4f61-40f9-88e8-e86daae3e8d2 x-openstack-request-id: req-3d8edb9b-4f61-40f9-88e8-e86daae3e8d2 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:51:23.785351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:51:23.785672 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d8edb9b-4f61-40f9-88e8-e86daae3e8d2 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:51:23.786129 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8edb9b-4f61-40f9-88e8-e86daae3e8d2'] response: {'name': 'network-changed', 'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'status': 'completed', 'code': 200} May 27 09:51:23.818155 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-6678e030-14c8-4f66-a5a7-6631ad5c583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:23.819717 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-6678e030-14c8-4f66-a5a7-6631ad5c583b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1128 time: 0.0497308 May 27 09:51:23.871104 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-07e82205-d550-4640-a90d-5440909c1113 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 200 len: 217 time: 0.0388989 May 27 09:51:23.920358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:23.925095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-a23b9305-9b8a-4de7-8d58-c37b23c78ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:23.926640 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-a23b9305-9b8a-4de7-8d58-c37b23c78ea5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0503983 May 27 09:51:23.975588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-132e9e70-691a-4492-9ef4-85fc791b0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:23.977056 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-132e9e70-691a-4492-9ef4-85fc791b0e81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439491 May 27 09:51:24.075956 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-86d03dcc-ce9d-484a-9371-3b4618dfdf77 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931265 May 27 09:51:24.089797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:24.171711 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-624cecf9-c90d-4526-ac29-4bb16fcd6a27 req-f775915f-6b83-4647-a544-d5bead112b23 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 May 27 09:51:24.625445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b674-a3e9-4ec3-b523-11e8f8f2c6de req-257e3b9a-3ba6-421d-8a32-0015fc8d5cb2 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:24.626949 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04a2b674-a3e9-4ec3-b523-11e8f8f2c6de req-257e3b9a-3ba6-421d-8a32-0015fc8d5cb2 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0473650 May 27 09:51:24.678683 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-04a2b674-a3e9-4ec3-b523-11e8f8f2c6de req-6eadeb43-4217-4b43-897b-682b919718f6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 May 27 09:51:25.367434 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-e9c4da1d-f253-4ce5-944d-bc12c0214f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:25.368892 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-e9c4da1d-f253-4ce5-944d-bc12c0214f92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1128 time: 0.0384893 May 27 09:51:25.458042 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-3e32da2c-f14d-4d8a-bcbc-3715533bcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:25.459490 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-3e32da2c-f14d-4d8a-bcbc-3715533bcbeb service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0847311 May 27 09:51:25.498580 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-8706e89e-2b59-4677-b73b-74e468c2cfcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 200 len: 217 time: 0.0314946 May 27 09:51:25.547733 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-37f4bfc2-1ec8-455f-8841-ec32bde83b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:25.549114 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-37f4bfc2-1ec8-455f-8841-ec32bde83b54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0446067 May 27 09:51:25.590616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-cce9a4fa-a193-48c3-9dbd-a7640da8919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:25.592005 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-cce9a4fa-a193-48c3-9dbd-a7640da8919e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377655 May 27 09:51:25.679062 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-84c597c3-e2ab-46d0-bc35-d614676c9783 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809088 May 27 09:51:25.808358 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac22cf-8e50-4992-912d-ce669ecbe7fc req-173bfdb0-e7f2-41da-a0c3-2e43af4864ae tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:25.809804 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abac22cf-8e50-4992-912d-ce669ecbe7fc req-173bfdb0-e7f2-41da-a0c3-2e43af4864ae tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0610571 May 27 09:51:25.811764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f782ee58-1145-4fd7-8c17-16658e0b0e22 req-56d8601e-9d31-42c2-878b-69d4e9ae407e service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264791 May 27 09:51:25.860694 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-abac22cf-8e50-4992-912d-ce669ecbe7fc req-6fc7b90f-13c9-44a6-95c2-2b97bd64ef6c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 May 27 09:51:26.973135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20116f-9f59-4cd5-9bcc-8671744306ca req-e91c0d1a-59d5-4532-a5db-18ac6aa19272 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:26.974595 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb20116f-9f59-4cd5-9bcc-8671744306ca req-e91c0d1a-59d5-4532-a5db-18ac6aa19272 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0489857 May 27 09:51:27.005980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:27.022638 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb20116f-9f59-4cd5-9bcc-8671744306ca req-2ebc4368-2d9d-40af-a255-aa3d88fe4811 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421209 May 27 09:51:27.382069 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45454) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:27.485413 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cbab1bc9-f3a7-4c07-8606-d3fc349c5fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.558269 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cbab1bc9-f3a7-4c07-8606-d3fc349c5fa7 admin admin] Publish callbacks [] for security_group (34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.561590 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cbab1bc9-f3a7-4c07-8606-d3fc349c5fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.587184 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:27.601025 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cbab1bc9-f3a7-4c07-8606-d3fc349c5fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a735cb8454dc489a8788386183ff80e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179248 May 27 09:51:27.602512 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab1bc9-f3a7-4c07-8606-d3fc349c5fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:27.604307 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45458) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:27.651349 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] Publish callbacks [] for security_group (34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.672098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] Publish callbacks [] for security_group (34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.716866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.719355 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:27.720495 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13 HTTP/1.1" status: 204 len: 168 time: 0.1152217 May 27 09:51:27.728192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1540-4285-40fe-b10c-0d5578e711c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb0b0f-0eb2-4d58-9fc1-5c4217c1fd13,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:27.985149 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:27.998218 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa410-b099-459c-89c3-07271e4333ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.033098 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:28.082214 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa410-b099-459c-89c3-07271e4333ff admin admin] Publish callbacks [] for security_group (f217518a-9e58-4f35-a8c9-00ff52688651), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.086609 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa410-b099-459c-89c3-07271e4333ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f217518a-9e58-4f35-a8c9-00ff52688651), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.149998 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aa410-b099-459c-89c3-07271e4333ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f217518a-9e58-4f35-a8c9-00ff52688651,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:28.154696 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9e3aa410-b099-459c-89c3-07271e4333ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=183b9bbf5d2b49509bf609fcb9524e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684027 May 27 09:51:28.157496 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45468) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:28.171407 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f855-8592-4d04-bd88-38c2742d103c req-a7a5d96e-ceaa-4101-a6dc-567357ca7843 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:28.172954 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd50f855-8592-4d04-bd88-38c2742d103c req-a7a5d96e-ceaa-4101-a6dc-567357ca7843 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0709903 May 27 09:51:28.198843 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:28.208959 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] Publish callbacks [] for security_group (f217518a-9e58-4f35-a8c9-00ff52688651), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.221824 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bd50f855-8592-4d04-bd88-38c2742d103c req-ca56c071-7cb3-4341-a107-9e05c9d568f1 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 May 27 09:51:28.231389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] Publish callbacks [] for security_group (f217518a-9e58-4f35-a8c9-00ff52688651), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.281917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (f217518a-9e58-4f35-a8c9-00ff52688651), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.284458 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:28.285612 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f217518a-9e58-4f35-a8c9-00ff52688651 HTTP/1.1" status: 204 len: 168 time: 0.1270318 May 27 09:51:28.293209 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284e128-b94b-467e-b3fa-27ef52f62804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f217518a-9e58-4f35-a8c9-00ff52688651,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:29.305397 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45500) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:29.338699 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7bba-0c8c-4eeb-af74-82233d67bf64 req-d63db0bc-a3c3-4610-a131-fef45297d87e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:29.340208 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-239b7bba-0c8c-4eeb-af74-82233d67bf64 req-d63db0bc-a3c3-4610-a131-fef45297d87e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0493526 May 27 09:51:29.392620 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-239b7bba-0c8c-4eeb-af74-82233d67bf64 req-db836a4b-951f-4dbb-84b1-c94f79f3b69e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460720 May 27 09:51:29.413967 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-082390d3-9f53-4dc1-af38-2c3f269e94de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.492215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-082390d3-9f53-4dc1-af38-2c3f269e94de admin admin] Publish callbacks [] for security_group (75ee361d-6488-4cc6-b114-7e4af9c5b69e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.496347 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-082390d3-9f53-4dc1-af38-2c3f269e94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (75ee361d-6488-4cc6-b114-7e4af9c5b69e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.535320 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-082390d3-9f53-4dc1-af38-2c3f269e94de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3275e73cf984d4f9ba8c5a023895576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287896 May 27 09:51:29.536183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082390d3-9f53-4dc1-af38-2c3f269e94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee361d-6488-4cc6-b114-7e4af9c5b69e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:29.538199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:29.585912 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] Publish callbacks [] for security_group (75ee361d-6488-4cc6-b114-7e4af9c5b69e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.606399 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] Publish callbacks [] for security_group (75ee361d-6488-4cc6-b114-7e4af9c5b69e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.651977 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (75ee361d-6488-4cc6-b114-7e4af9c5b69e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.654485 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:29.655649 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75ee361d-6488-4cc6-b114-7e4af9c5b69e HTTP/1.1" status: 204 len: 168 time: 0.1164372 May 27 09:51:29.663177 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710634-dcb3-4423-a669-eacff7daa0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee361d-6488-4cc6-b114-7e4af9c5b69e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:29.674547 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:30.510866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bffef-6077-4824-823f-23061889dfc9 req-a5b87e9e-55c5-4219-b873-98a5a99f4d52 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:30.512451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e01bffef-6077-4824-823f-23061889dfc9 req-a5b87e9e-55c5-4219-b873-98a5a99f4d52 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0516913 May 27 09:51:30.568007 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e01bffef-6077-4824-823f-23061889dfc9 req-aa976ad6-3036-4025-9880-07eb394c3fbd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496509 May 27 09:51:30.605923 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:30.611225 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=17 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:30.647786 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:30.753391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15a8b945-1e45-4d2f-b93d-881396551490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:30.786378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:30.848720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15a8b945-1e45-4d2f-b93d-881396551490 admin admin] Publish callbacks [] for security_group (dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:30.852430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15a8b945-1e45-4d2f-b93d-881396551490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:30.893268 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-15a8b945-1e45-4d2f-b93d-881396551490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71bb7998eaea4db7bca685055d30672d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442257 May 27 09:51:30.894150 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b945-1e45-4d2f-b93d-881396551490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:30.895763 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:30.943732 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] Publish callbacks [] for security_group (dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:30.965028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] Publish callbacks [] for security_group (dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:31.010796 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:31.013404 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:31.014544 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a HTTP/1.1" status: 204 len: 168 time: 0.1177204 May 27 09:51:31.022139 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c069d-d4dd-4137-93ab-5445c955c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f23c8-35a1-4cdd-9308-e7b1a0e1be3a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:31.681366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be6fc1-eabe-4975-b140-6d431f63667e req-6f75cd04-e79e-4e41-83ca-dcf449692702 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:31.682884 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86be6fc1-eabe-4975-b140-6d431f63667e req-6f75cd04-e79e-4e41-83ca-dcf449692702 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 944 time: 0.0483577 May 27 09:51:31.732041 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-86be6fc1-eabe-4975-b140-6d431f63667e req-1a2fa738-e80d-44a8-b608-dd802a0676b9 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 May 27 09:51:31.778814 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 26f605f8-7eb5-4baa-801a-abfbce1e6b77 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:51:31.780766 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:31.894079 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:31.905781 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'port_id': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'mac_address': 'fa:16:3e:9e:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:51:31.941231 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:51:31.941651 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:31.958804 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f605f8-7eb5-4baa-801a-abfbce1e6b77 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:51:31.978187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:31.982049 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:32.028106 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:32.446795 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['26f605f8-7eb5-4baa-801a-abfbce1e6b77'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:51:32.849087 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262fcd7-1e94-40d7-8d34-dac2aa0334e6 req-195de5af-0868-4499-b88e-0734a2bd98fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:32.850561 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c262fcd7-1e94-40d7-8d34-dac2aa0334e6 req-195de5af-0868-4499-b88e-0734a2bd98fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 945 time: 0.0499713 May 27 09:51:32.875475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:32.903596 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c262fcd7-1e94-40d7-8d34-dac2aa0334e6 req-d7ef17da-9da0-400b-a348-088fd5845194 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469961 May 27 09:51:33.786575 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 26f605f8-7eb5-4baa-801a-abfbce1e6b77 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:51:33.829662 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:51:33.835734 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:51:33.836189 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:33.914564 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:51:33.914982 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:33.938209 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:51:33.940520 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1943e4-212b-4ff2-b3c6-67d7009cdbd7" -d '{"events": [{"server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "name": "network-vif-plugged", "status": "completed", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:51:33.957092 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:51:33.960361 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:33.985437 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd6a38-ff1f-42bb-9e2d-d0fbc22af9fc x-openstack-request-id: req-6fcd6a38-ff1f-42bb-9e2d-d0fbc22af9fc {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:51:33.985726 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "name": "network-vif-plugged", "status": "completed", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:51:33.985977 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fcd6a38-ff1f-42bb-9e2d-d0fbc22af9fc {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:51:33.986371 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcd6a38-ff1f-42bb-9e2d-d0fbc22af9fc'] response: {'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'code': 200} May 27 09:51:33.996953 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:34.012695 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:34.030040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a647-e061-4c4c-8f86-7bcf36eefb89 req-20f72ea1-00ba-4e62-96f2-42dd0d4ec28e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:34.033263 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62d0a647-e061-4c4c-8f86-7bcf36eefb89 req-20f72ea1-00ba-4e62-96f2-42dd0d4ec28e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0556614 May 27 09:51:34.091029 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-62d0a647-e061-4c4c-8f86-7bcf36eefb89 req-a965600f-8b35-4f30-b53e-e548c09b1b19 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509191 May 27 09:51:34.242847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb70ca-09e8-4bdf-bd84-e346458e58c9 req-9da555a0-6dd4-4b64-81a5-0cc853ccde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:34.244414 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8fdb70ca-09e8-4bdf-bd84-e346458e58c9 req-9da555a0-6dd4-4b64-81a5-0cc853ccde6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1130 time: 0.0404561 May 27 09:51:34.295237 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8fdb70ca-09e8-4bdf-bd84-e346458e58c9 req-6970fda9-3a74-4d70-956d-75e58ad27314 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435219 May 27 09:51:35.205188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac526-ccb5-45b9-afe6-67ac7f63156b req-1c16b3dd-8062-4863-81b4-90a88a1138ce tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:35.206660 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb3ac526-ccb5-45b9-afe6-67ac7f63156b req-1c16b3dd-8062-4863-81b4-90a88a1138ce tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0474143 May 27 09:51:35.257553 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-eb3ac526-ccb5-45b9-afe6-67ac7f63156b req-e6ccb7b2-b258-4f1a-9e36-5916033c73b2 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439556 May 27 09:51:36.375786 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b121-09f0-4422-bc49-af5e7c3d231d req-e0f1a195-592b-4277-b3e2-535ceaf31ca4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:36.377336 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31e0b121-09f0-4422-bc49-af5e7c3d231d req-e0f1a195-592b-4277-b3e2-535ceaf31ca4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0490239 May 27 09:51:36.427157 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31e0b121-09f0-4422-bc49-af5e7c3d231d req-4dc822be-6250-4572-a82e-08b299d92d29 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 May 27 09:51:36.549313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abc71-4716-436e-b8ef-6b95877cbcd8 req-cb7e9e4d-a6aa-452f-9a2a-47cf9debdc51 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:36.550812 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e74abc71-4716-436e-b8ef-6b95877cbcd8 req-cb7e9e4d-a6aa-452f-9a2a-47cf9debdc51 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0506811 May 27 09:51:36.603036 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e74abc71-4716-436e-b8ef-6b95877cbcd8 req-ca24d1a9-c414-47e5-a630-ebffc22f2f0a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 May 27 09:51:36.625450 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45644) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:36.820726 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d93f8-5740-4a5f-b6a1-c15e5754932d tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:36.823592 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-5e8d93f8-5740-4a5f-b6a1-c15e5754932d tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1125 time: 0.1961265 May 27 09:51:36.826429 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45648) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:51:36.830759 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'port_id': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:51:36.856232 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:36.938088 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:37.048641 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.27.1.57 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/34a1978f-9f95-4aad-89f4-7b7c5b09b1f4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:51:37.084831 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:37.165063 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:37.166321 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:37.201836 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:37.240567 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:37.248347 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:37.252426 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:51:37.280977 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=34a1978f-9f95-4aad-89f4-7b7c5b09b1f4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:37.826078 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (5511b189-6971-44dd-b781-1612fba0370d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:37.891496 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:38.067347 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:38.071973 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:38.137350 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:38.148098 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:38.150880 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=34a1978f-9f95-4aad-89f4-7b7c5b09b1f4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:38.166337 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (5511b189-6971-44dd-b781-1612fba0370d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:38.262811 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 5511b189-6971-44dd-b781-1612fba0370d associated. External IP: 172.27.1.57, port: 26f605f8-7eb5-4baa-801a-abfbce1e6b77. May 27 09:51:38.470690 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:51:38.572784 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:51:38.583217 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:51:38.592086 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:38.595543 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:51:38.596217 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:51:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:38.622601 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-6554c42a-1f4f-4a96-a7db-0dc9d621112b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7951031 May 27 09:51:38.623187 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:51:38.625460 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b18fe00-076d-4989-adcc-01edc5b96c50" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:51:38.664448 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d34a98-7cfd-4744-9076-4a231a868fbb x-openstack-request-id: req-21d34a98-7cfd-4744-9076-4a231a868fbb {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:51:38.664742 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:51:38.664993 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d34a98-7cfd-4744-9076-4a231a868fbb {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:51:38.665398 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d34a98-7cfd-4744-9076-4a231a868fbb'] response: {'name': 'network-changed', 'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'status': 'completed', 'code': 200} May 27 09:51:38.701157 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:51:38.752728 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-9e1a69c5-6d81-4e60-8ec8-f3243375033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:38.754354 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-9e1a69c5-6d81-4e60-8ec8-f3243375033a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1130 time: 0.0414522 May 27 09:51:38.852439 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-70c52aaf-4ad6-4327-a217-b7218c288ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:38.853976 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-70c52aaf-4ad6-4327-a217-b7218c288ebb service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0933528 May 27 09:51:38.915530 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '5511b189-6971-44dd-b781-1612fba0370d', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:9e:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:51:37Z', 'updated_at': '2022-05-27T09:51:37Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:38.919421 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-49c19750-b944-47ef-be2b-60542b0af5ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 200 len: 999 time: 0.0574527 May 27 09:51:38.945395 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:51:38.954375 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:51:38.954947 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:51:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:38.971002 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-f1282916-27f0-418f-a486-51e051607da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:38.972499 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-f1282916-27f0-418f-a486-51e051607da3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0470762 May 27 09:51:38.986866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:39.060902 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:51:39.287122 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-6e1234e4-4a46-461e-a5e7-8ca142c9cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:51:39.289644 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-6e1234e4-4a46-461e-a5e7-8ca142c9cd6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3109503 May 27 09:51:39.377476 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '5511b189-6971-44dd-b781-1612fba0370d', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:9e:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:51:37Z', 'updated_at': '2022-05-27T09:51:37Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:39.383769 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-c9706a7e-4916-455c-bf37-8aaca4960b17 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 May 27 09:51:39.401961 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb9a00-4685-426b-a3b4-03a44d729121 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '5511b189-6971-44dd-b781-1612fba0370d', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:9e:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:51:37Z', 'updated_at': '2022-05-27T09:51:37Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:51:39.483810 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9b18fe00-076d-4989-adcc-01edc5b96c50 req-31db89ab-4ca8-4d86-975d-465fd80d8b59 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924985 May 27 09:51:39.609190 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b285b6b-87ce-4159-a9d5-a3296caf2437 None None] New status for floating IP 5511b189-6971-44dd-b781-1612fba0370d: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:51:39.664077 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:45.397455 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b01ac4a-b126-40be-b814-91bf8b31fbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:47.782835 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b490f3f9-2404-45c1-876b-65e423d10a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:48.618050 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=51,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:48.618858 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=53 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:48.666677 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:51:48.936748 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:49.380977 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=73 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:49.478043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:49.480146 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=19 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:51:50.044084 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:51.703476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:51:52.612258 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:02.607124 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:02.609025 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:05.918869 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45770) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:06.045249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.117958 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Publish callbacks [] for security_group (b309a4b7-4a02-42a1-b331-2e23916edb12), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.121391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b309a4b7-4a02-42a1-b331-2e23916edb12), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.160487 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3b3756646384286b208f7ddafc0e1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405517 May 27 09:52:06.161298 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b309a4b7-4a02-42a1-b331-2e23916edb12,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:06.163205 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45774) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:06.169050 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.169340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.169684 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.170025 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.170382 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.170713 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.171040 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.171390 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.171718 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.172045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.172374 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.172700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.173023 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.173345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.173693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62767b-7e81-409c-a90e-632b9d38a747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.212786 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Publish callbacks [] for security_group (b309a4b7-4a02-42a1-b331-2e23916edb12), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.235507 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Publish callbacks [] for security_group (b309a4b7-4a02-42a1-b331-2e23916edb12), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.285065 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (b309a4b7-4a02-42a1-b331-2e23916edb12), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.287661 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:06.288816 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b309a4b7-4a02-42a1-b331-2e23916edb12 HTTP/1.1" status: 204 len: 168 time: 0.1245894 May 27 09:52:06.298215 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b309a4b7-4a02-42a1-b331-2e23916edb12,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:06.303461 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.303804 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.304146 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.304481 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.304807 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.305131 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.305452 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.305768 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.306089 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.306404 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.306722 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.307041 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.307375 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.307690 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.308001 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ce6e4-d9ce-4d0a-bfd7-2ec46cf8a103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:06.811742 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-cc3096b9-2b2d-45ec-a6fd-43278b0c7ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408552 May 27 09:52:06.883022 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-398450a9-4fac-4735-b323-df7c4a0d8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:06.884529 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-398450a9-4fac-4735-b323-df7c4a0d8033 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 1130 time: 0.0391104 May 27 09:52:06.990535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-f4572723-7499-487e-a110-df36bb9137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:06.992004 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-f4572723-7499-487e-a110-df36bb9137b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0829787 May 27 09:52:07.054133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-3449c84f-e7fc-4014-8e01-5e51fbed09ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 200 len: 1002 time: 0.0559776 May 27 09:52:07.100493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-31fcfd6d-54da-495f-ae31-000422617200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:07.101928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-31fcfd6d-54da-495f-ae31-000422617200 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0422235 May 27 09:52:07.144015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-198d7337-dde5-4680-a3e9-0309be6f1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:07.145451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-198d7337-dde5-4680-a3e9-0309be6f1f06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377126 May 27 09:52:07.235773 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-d6162f63-c070-4270-bb7b-084804adc139 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 May 27 09:52:07.328728 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a759c35f-a9f3-4ec5-b239-b53d0de9700c req-672fb0a2-9221-410c-a91c-477df91e2709 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864935 May 27 09:52:07.608282 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=80 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:10.383487 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe0fbe-2e85-4dcc-a9a0-4e3f01e23799 req-d5aef03f-09b6-4809-bbe5-1565bbb9dd31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:10.384963 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3fe0fbe-2e85-4dcc-a9a0-4e3f01e23799 req-d5aef03f-09b6-4809-bbe5-1565bbb9dd31 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0505083 May 27 09:52:10.431081 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3fe0fbe-2e85-4dcc-a9a0-4e3f01e23799 req-ee9db45b-1414-449e-b4ed-8175f5bc3aba tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 May 27 09:52:11.549284 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa7382-7b3e-48c2-b0b9-40cdf39e18a2 req-b9caebde-e996-456b-9ff5-274f2afa0652 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:11.550727 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51aa7382-7b3e-48c2-b0b9-40cdf39e18a2 req-b9caebde-e996-456b-9ff5-274f2afa0652 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0464983 May 27 09:52:11.596905 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-51aa7382-7b3e-48c2-b0b9-40cdf39e18a2 req-7c8cbc9e-eab4-4a7c-86d6-ffc1e5f425cb tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=aaf57828-90c9-4936-9c91-f9f17f42c58e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 May 27 09:52:12.007310 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:12.020094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-c22c94cb-4d98-45cc-91ad-f5e0853a6d85 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:12.021538 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-c22c94cb-4d98-45cc-91ad-f5e0853a6d85 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 946 time: 0.0517058 May 27 09:52:12.068093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:12.103123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 2b4e04f6-70c5-40ba-9aca-55eb635f816e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:52:12.103489 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.192156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] For port 2b4e04f6-70c5-40ba-9aca-55eb635f816e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b4e04f6-70c5-40ba-9aca-55eb635f816e,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:52:12.192511 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.348884 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.349213 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.349544 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP 9e54b953-e499-4084-925b-3d7ac0707323 disassociated. External IP: 172.27.1.116, port: 2b4e04f6-70c5-40ba-9aca-55eb635f816e. May 27 09:52:12.349862 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 2b4e04f6-70c5-40ba-9aca-55eb635f816e owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:52:12.477997 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (2b4e04f6-70c5-40ba-9aca-55eb635f816e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.506743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=2b4e04f6-70c5-40ba-9aca-55eb635f816e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:12.614306 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:52:12.699954 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-25a99d0d-71f3-432f-a412-e496e969bc22 req-315cfe52-3f3d-47e0-b799-22069208ea27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1 HTTP/1.1" status: 200 len: 210 time: 0.0367978 May 27 09:52:12.739980 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:52:12.751310 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:12.761066 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:12.761681 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:51:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:12.781043 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] No DVR routers for this DVR port 2b4e04f6-70c5-40ba-9aca-55eb635f816e on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:52:12.783498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:12.786679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-381b1ea8-d8bb-45e8-a358-c1f91a6cb358 req-2064aeae-d260-4864-b7c4-d69a6b1573f8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "DELETE /v2.0/ports/2b4e04f6-70c5-40ba-9aca-55eb635f816e HTTP/1.1" status: 204 len: 173 time: 0.7598705 May 27 09:52:12.787112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'name': 'network-vif-deleted', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:52:12.789340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33637838-c70d-4dc4-b4b5-33d767128ea8" -d '{"events": [{"server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "name": "network-vif-deleted", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:52:12.827580 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc419ab-c58d-4752-a98b-14f4a3315f50 x-openstack-request-id: req-ddc419ab-c58d-4752-a98b-14f4a3315f50 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:52:12.827865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1", "name": "network-vif-deleted", "tag": "2b4e04f6-70c5-40ba-9aca-55eb635f816e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:52:12.828120 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddc419ab-c58d-4752-a98b-14f4a3315f50 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:52:12.828545 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc419ab-c58d-4752-a98b-14f4a3315f50'] response: {'server_uuid': '1aea4a5e-0bef-446f-b944-bc4b7b3c9ee1', 'name': 'network-vif-deleted', 'tag': '2b4e04f6-70c5-40ba-9aca-55eb635f816e', 'status': 'completed', 'code': 200} May 27 09:52:12.870126 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:13.086900 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:13.114279 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:13.122961 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:13.123536 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:51:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:13.223194 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:13.430282 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:13.453641 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf784-1eb6-4f21-82c8-b16865c476c3 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'ca59f4ed-57da-43da-aa2e-c2008349dc2a', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:86:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:47:58Z', 'updated_at': '2022-05-27T09:48:13Z', 'revision_number': 2, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:13.675386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce2d42-ef9b-45d5-8bd9-f2b8516f3ba1 None None] New status for floating IP 9e54b953-e499-4084-925b-3d7ac0707323: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:52:13.785183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:13.841298 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (aaf57828-90c9-4936-9c91-f9f17f42c58e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:13.866783 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (aaf57828-90c9-4936-9c91-f9f17f42c58e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:13.914683 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (aaf57828-90c9-4936-9c91-f9f17f42c58e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:13.917310 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:13.918471 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/security-groups/aaf57828-90c9-4936-9c91-f9f17f42c58e HTTP/1.1" status: 204 len: 168 time: 0.1322896 May 27 09:52:13.921316 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45806) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:13.927626 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b0939-0537-454e-8d2f-a7806de400c4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf57828-90c9-4936-9c91-f9f17f42c58e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:13.935809 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-b2d03529-d86f-411a-a704-50a583a6301d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] show failed (client error): The resource could not be found. May 27 09:52:13.936851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-b2d03529-d86f-411a-a704-50a583a6301d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups/aaf57828-90c9-4936-9c91-f9f17f42c58e HTTP/1.1" status: 404 len: 347 time: 0.0143869 May 27 09:52:13.939671 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45808) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:14.054751 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 307f56cf-5d1a-4b20-ab4b-532ed6cae233 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:52:14.055089 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.112703 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:14.118729 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:14.132336 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.132657 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (307f56cf-5d1a-4b20-ab4b-532ed6cae233), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.145473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 307f56cf-5d1a-4b20-ab4b-532ed6cae233 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:52:14.278914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (307f56cf-5d1a-4b20-ab4b-532ed6cae233), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.304404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=307f56cf-5d1a-4b20-ab4b-532ed6cae233,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:14.368176 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (9e54b953-e499-4084-925b-3d7ac0707323), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.371305 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:14.372470 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-03877825-ff5c-4c86-ba90-04c1959c6ef4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/floatingips/9e54b953-e499-4084-925b-3d7ac0707323 HTTP/1.1" status: 204 len: 168 time: 0.4319191 May 27 09:52:15.398649 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-15d633ba-8eca-46d5-9d0c-b577a46e7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:16.000207 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 2b4e04f6-70c5-40ba-9aca-55eb635f816e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:52:16.022249 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 2b4e04f6-70c5-40ba-9aca-55eb635f816e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:52:16.022767 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 2b4e04f6-70c5-40ba-9aca-55eb635f816e not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:52:17.785915 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0436-cf0d-4b45-a9fe-eebab8443468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:18.938805 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:20.047695 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:21.202265 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb0fb9-eeee-4f52-a958-be0c65db5d3a req-bc7bde65-3a8d-48ca-ab47-ac02baa198d4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:21.203683 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f9bb0fb9-eeee-4f52-a958-be0c65db5d3a req-bc7bde65-3a8d-48ca-ab47-ac02baa198d4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0496857 May 27 09:52:21.249368 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f9bb0fb9-eeee-4f52-a958-be0c65db5d3a req-fc2d2ef7-1fd5-4f17-8e7e-443b18d2ad82 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 May 27 09:52:21.706011 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:22.368067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704f19-16b0-4dbd-a24e-eeae54470412 req-14b98e56-5d94-48c9-aded-28b365946daf tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:22.369461 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30704f19-16b0-4dbd-a24e-eeae54470412 req-14b98e56-5d94-48c9-aded-28b365946daf tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0473208 May 27 09:52:22.416744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-30704f19-16b0-4dbd-a24e-eeae54470412 req-0ea4306d-42df-4ccc-b4c7-05c05e9f3f6b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417092 May 27 09:52:22.621817 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.244301 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-c14d87ca-f10f-4d94-9bc5-cb8304ed6391 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:23.246241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-c14d87ca-f10f-4d94-9bc5-cb8304ed6391 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0497246 May 27 09:52:23.326658 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 20d830c8-49a4-4ca7-8971-22159d9bd480 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:52:23.326925 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.416674 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] For port 20d830c8-49a4-4ca7-8971-22159d9bd480, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=20d830c8-49a4-4ca7-8971-22159d9bd480,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:52:23.417335 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.432909 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:23.588190 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999697b8-7d78-4b03-a5db-79601e53b86e req-abdebe0b-4092-4e1e-abae-b83530e27213 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:23.589579 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-999697b8-7d78-4b03-a5db-79601e53b86e req-abdebe0b-4092-4e1e-abae-b83530e27213 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e2f121d-c06c-46e0-9e8b-455c50a5866f HTTP/1.1" status: 200 len: 945 time: 0.0858142 May 27 09:52:23.593449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:23.626879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.627232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.627566 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP ca59f4ed-57da-43da-aa2e-c2008349dc2a disassociated. External IP: 172.27.1.25, port: 20d830c8-49a4-4ca7-8971-22159d9bd480. May 27 09:52:23.627905 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 20d830c8-49a4-4ca7-8971-22159d9bd480 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:52:23.693295 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-999697b8-7d78-4b03-a5db-79601e53b86e req-92329cfc-1775-4d99-b7bd-15b0921b8e02 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=374219d3-62de-4dc1-83c1-129cb79a7a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971925 May 27 09:52:23.697855 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:23.777611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (20d830c8-49a4-4ca7-8971-22159d9bd480), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:23.802205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=20d830c8-49a4-4ca7-8971-22159d9bd480,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:23.900477 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=26,neutron:DELETE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:23.914819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:52:23.923406 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:24.016032 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:52:24.025805 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:24.037268 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:24.037869 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:52:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:24.060923 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] No DVR routers for this DVR port 20d830c8-49a4-4ca7-8971-22159d9bd480 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:52:24.063470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:24.066977 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a5ca82fd-8e72-43de-ace7-ff4bafa6a312 req-6b30ab62-5634-47ed-998c-6c1bf22bf358 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "DELETE /v2.0/ports/20d830c8-49a4-4ca7-8971-22159d9bd480 HTTP/1.1" status: 204 len: 173 time: 0.8150883 May 27 09:52:24.067436 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'name': 'network-vif-deleted', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:52:24.069724 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff384629-268f-4d20-b392-aa07d4d24804" -d '{"events": [{"server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "name": "network-vif-deleted", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:52:24.109271 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb11a88f-8070-47ed-a899-74b0a4051f14 x-openstack-request-id: req-cb11a88f-8070-47ed-a899-74b0a4051f14 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:52:24.109556 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2f121d-c06c-46e0-9e8b-455c50a5866f", "name": "network-vif-deleted", "tag": "20d830c8-49a4-4ca7-8971-22159d9bd480", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:52:24.109807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb11a88f-8070-47ed-a899-74b0a4051f14 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:52:24.110215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb11a88f-8070-47ed-a899-74b0a4051f14'] response: {'server_uuid': '2e2f121d-c06c-46e0-9e8b-455c50a5866f', 'name': 'network-vif-deleted', 'tag': '20d830c8-49a4-4ca7-8971-22159d9bd480', 'status': 'completed', 'code': 200} May 27 09:52:24.150404 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:24.333528 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:24.349612 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:24.375211 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:24.383987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:24.384585 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:52:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:24.483912 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:24.760252 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:24.779391 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45850) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:24.785052 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098d59-952f-49b5-af5a-06e7746967b2 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:24.839240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (374219d3-62de-4dc1-83c1-129cb79a7a25), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:24.864443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (374219d3-62de-4dc1-83c1-129cb79a7a25), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:24.912182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (374219d3-62de-4dc1-83c1-129cb79a7a25), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:24.914784 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:24.918766 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45852) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:24.919447 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/security-groups/374219d3-62de-4dc1-83c1-129cb79a7a25 HTTP/1.1" status: 204 len: 168 time: 0.1386037 May 27 09:52:24.929143 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6c6e5-ade4-4aa7-ab32-1d22f6c8cc27 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374219d3-62de-4dc1-83c1-129cb79a7a25,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:24.937327 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-754125bd-d95f-40fb-828b-7df047ea7e7c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] show failed (client error): The resource could not be found. May 27 09:52:24.941480 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-754125bd-d95f-40fb-828b-7df047ea7e7c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups/374219d3-62de-4dc1-83c1-129cb79a7a25 HTTP/1.1" status: 404 len: 347 time: 0.0206852 May 27 09:52:24.942087 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45854) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:25.034274 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e40f5-e8d3-4f9b-8a3e-184846f61f2e None None] New status for floating IP ca59f4ed-57da-43da-aa2e-c2008349dc2a: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:52:25.065068 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port a9bc6eb4-b863-45a2-993e-7251f6872f1a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:52:25.065422 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.144757 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.145085 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (a9bc6eb4-b863-45a2-993e-7251f6872f1a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.158312 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for a9bc6eb4-b863-45a2-993e-7251f6872f1a owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:52:25.293380 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (a9bc6eb4-b863-45a2-993e-7251f6872f1a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.315160 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=a9bc6eb4-b863-45a2-993e-7251f6872f1a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:25.391839 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (ca59f4ed-57da-43da-aa2e-c2008349dc2a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.394316 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.395497 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-460887c2-c72a-42b7-bffb-c9bcd53c6220 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/floatingips/ca59f4ed-57da-43da-aa2e-c2008349dc2a HTTP/1.1" status: 204 len: 168 time: 0.4524004 May 27 09:52:25.466326 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45858) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:25.470870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354714358', 'description': 'tempest-description--261886976'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:25.491061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.555977 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (604e2551-3a11-4049-9f0e-bfe963dc08ec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.559841 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (604e2551-3a11-4049-9f0e-bfe963dc08ec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.587837 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.589326 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1219807 May 27 09:52:25.591222 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86943f88-9c1c-4319-b2af-6f0f49f12fc9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604e2551-3a11-4049-9f0e-bfe963dc08ec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:25.592380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45860) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:25.598414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': '604e2551-3a11-4049-9f0e-bfe963dc08ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:25.626093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (49655107-f322-431a-8f9d-d0c6f5edf1bd), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.665539 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:52:25.680810 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (49655107-f322-431a-8f9d-d0c6f5edf1bd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.684581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (49655107-f322-431a-8f9d-d0c6f5edf1bd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.702525 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49655107-f322-431a-8f9d-d0c6f5edf1bd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:25.707430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.708594 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-56597065-ae45-4d83-a2f6-0a10782ea2f3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136913 May 27 09:52:25.711226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45862) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:25.715651 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': '604e2551-3a11-4049-9f0e-bfe963dc08ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:25.741099 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (0821e1b3-c578-4fb1-810a-eb5835f8cf22), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.764417 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:25.790139 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (0821e1b3-c578-4fb1-810a-eb5835f8cf22), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.793953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (0821e1b3-c578-4fb1-810a-eb5835f8cf22), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.809819 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:25.815480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0821e1b3-c578-4fb1-810a-eb5835f8cf22,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:25.820104 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.821259 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-27cac3f5-a577-4b43-9512-27536e94c1c8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1091235 May 27 09:52:25.824851 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 45864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:25.829708 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:25.851430 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:25.930260 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.011029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:26.026082 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:26.033240 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.27.1.31 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/52ff5d60-ea1c-4e1c-812a-8fe58f9868ae) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:52:26.138538 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.170190 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.206127 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:52:26.210982 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:52:26.215388 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:52:26.220420 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=52ff5d60-ea1c-4e1c-812a-8fe58f9868ae,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:26.301092 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.340730 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.510623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.515475 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.577366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=52ff5d60-ea1c-4e1c-812a-8fe58f9868ae,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:26.591210 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.606698 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:26.607970 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-40b0ae03-6021-4555-9123-1c013633b2a5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7818849 May 27 09:52:26.798121 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-ce28a807-d922-45c4-8fb3-8cc5d5d127d7 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1354714358&fields=id&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 267 time: 0.0405412 May 27 09:52:26.899529 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-9979cc9f-36d0-4a51-812f-e5d8ebf667e3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:26.900902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-9979cc9f-36d0-4a51-812f-e5d8ebf667e3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.0965705 May 27 09:52:26.914688 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-63b17493-63ac-4e07-b195-4d58757432ba tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/quotas/43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 375 time: 0.0085979 May 27 09:52:26.965186 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-54f27cb2-efc7-4c1e-8333-cf0c3ed4c552 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458248 May 27 09:52:27.072579 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-c0148cd1-5493-40d4-a675-ffdf8338d1c6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:52:27.073628 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-c0148cd1-5493-40d4-a675-ffdf8338d1c6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0977318 May 27 09:52:27.160938 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-8402abfb-3ec8-4712-b0b4-49dd002321f5 service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 May 27 09:52:27.250744 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-7a00f6a3-c480-4249-92aa-8f4a6a9f3c09 service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842831 May 27 09:52:27.411495 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2f253b63-f38c-4acf-bed3-75fb8aaf582e req-74abea9d-6c39-4a4b-a681-8532825e4cfc tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0274813 May 27 09:52:28.063939 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 20d830c8-49a4-4ca7-8971-22159d9bd480 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:52:28.086505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 20d830c8-49a4-4ca7-8971-22159d9bd480 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:52:28.086842 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 20d830c8-49a4-4ca7-8971-22159d9bd480 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:52:28.487575 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e4111752-ed60-4083-ac82-0cd4e0fffe28 req-0c17cc38-e529-4508-a9f4-8df5ff8b68dd tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0267758 May 27 09:52:29.565670 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-60530ac4-f1ec-40a9-9607-36f932751c17 req-d9d2d9e2-1986-40f3-82e3-17f88e2cb6b2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0276470 May 27 09:52:30.646218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6c3d8351-1c57-43b3-807e-854de451c5f4 req-e9fdb6ce-9ee9-4c08-8c5b-5920d0809aa8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0321910 May 27 09:52:31.741201 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ab01825a-b6c3-4966-afad-0e8d64dd2200 req-7a408ec3-9918-4732-9267-f4b4405fa50c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0281744 May 27 09:52:32.670828 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-51769f8b-a5b6-4657-9765-142f5bd81ac5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:32.672309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-51769f8b-a5b6-4657-9765-142f5bd81ac5 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.3562500 May 27 09:52:32.737614 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-22644808-9c99-42a1-a210-4a888adcfc13 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 380 time: 0.0497782 May 27 09:52:32.745405 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'port': {'device_id': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'admin_state_up': True, 'tenant_id': '43091208be574e6e8cc348667792f751', 'security_groups': ['604e2551-3a11-4049-9f0e-bfe963dc08ec']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:32.843671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f9529b81-a760-4484-8b7c-efdc1b597124 req-0a3f2c58-9bae-41ae-ac0b-936db938e93d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0348432 May 27 09:52:32.887200 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:52:32.890460 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.009652 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.20.0.9 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/5f226c35-6541-4cc7-bf91-5784ae9faaa4) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:52:33.023679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.032829 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.149441 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.192134 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.234473 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:52:33.239607 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:52:33.243152 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:52:33.249146 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:33.302554 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:33.303179 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.323958 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d2e8e4db-a306-4634-b912-3046fcfd1bc1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814300 May 27 09:52:33.341745 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Request body: {'port': {'device_id': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:33.403370 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.497664 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.499981 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=22,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.512342 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f705b4d9-3090-4457-8ef5-da912c6bf72b None None] Provisioning complete for port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:52:33.512618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f705b4d9-3090-4457-8ef5-da912c6bf72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.545574 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f705b4d9-3090-4457-8ef5-da912c6bf72b None None] Port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:52:33.706297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f226c35-6541-4cc7-bf91-5784ae9faaa4 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:52:33.713864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks [] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.726486 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Transition to ACTIVE for port object 5f226c35-6541-4cc7-bf91-5784ae9faaa4 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:52:33.730112 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.783216 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Pushing event updated for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:33.843115 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.861000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Attempting to bind port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:52:33.861311 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Attempting to bind port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:52:33.861602 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Attempting to bind port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:52:33.866805 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:52:33.867223 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Attempting to bind port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:52:33.870094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:33.874454 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:52:33.874851 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:52:33.875164 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:52:33.875680 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Bound port: 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:52:33.876038 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:33.975700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:52:33.983761 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaae33-e91c-4f15-b92f-ae67d701d9ea req-92a01c32-567d-41d1-8981-6c96fe37d10b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:33.985216 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2cdaae33-e91c-4f15-b92f-ae67d701d9ea req-92a01c32-567d-41d1-8981-6c96fe37d10b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 943 time: 0.0684409 May 27 09:52:33.986830 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:52:33.998640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:34.039595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:34.040207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:34.041670 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] 10.222.0.65 "PUT /v2.0/ports/5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 200 len: 1093 time: 0.7050529 May 27 09:52:34.043931 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:52:34.046151 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd22223-4590-450e-ab55-7b92ad921616" -d '{"events": [{"name": "network-changed", "server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:52:34.098429 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2cdaae33-e91c-4f15-b92f-ae67d701d9ea req-697e304f-f59d-4bcc-901f-e6f7d772ec3a tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075108 May 27 09:52:34.099929 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a5a6a-5970-40d3-b6c8-abb998669307 x-openstack-request-id: req-b38a5a6a-5970-40d3-b6c8-abb998669307 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:52:34.100208 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:52:34.100460 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b38a5a6a-5970-40d3-b6c8-abb998669307 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:52:34.100856 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38a5a6a-5970-40d3-b6c8-abb998669307'] response: {'name': 'network-changed', 'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'status': 'completed', 'code': 200} May 27 09:52:34.106753 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32a57-0fb9-4674-9f2d-a932ab5d502a service neutron] Pushing event updated for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:34.157782 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-a249b17a-5b38-4b68-a68f-47da9894df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:34.159343 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-a249b17a-5b38-4b68-a68f-47da9894df64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 1127 time: 0.0495377 May 27 09:52:34.204652 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-35261608-f4c0-4cc8-baf4-aba1ea448af0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 200 len: 217 time: 0.0324230 May 27 09:52:34.253413 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d23c66b2-e86a-47bd-8b29-dd524d4f1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:34.254860 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-d23c66b2-e86a-47bd-8b29-dd524d4f1678 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0449986 May 27 09:52:34.304677 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-0d3d29e8-e4f4-4dd7-ba9e-f2cf49a0241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:34.306084 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-0d3d29e8-e4f4-4dd7-ba9e-f2cf49a0241a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436635 May 27 09:52:34.395521 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-7a95adef-54c8-4c10-a10f-44fc44fc9ebe service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816894 May 27 09:52:34.491110 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8161946a-a4a4-4b1a-977e-da8eeb54e60d req-0e3c3270-9c31-4acb-bf60-1148c884ae1d service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901692 May 27 09:52:35.213964 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d820e-4ed0-4650-b243-d58c61eaca16 req-6dacea34-7e66-4c35-9b6d-16101cfe5eab tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:35.215444 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc7d820e-4ed0-4650-b243-d58c61eaca16 req-6dacea34-7e66-4c35-9b6d-16101cfe5eab tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 943 time: 0.0471423 May 27 09:52:35.261524 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc7d820e-4ed0-4650-b243-d58c61eaca16 req-111e9ce1-b107-4f40-ac11-969190b3c8f0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 May 27 09:52:36.376313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43d150-75f0-4f03-b538-6e8ed27b5f90 req-4dcec27d-5a32-428a-a404-5f1006ce6c35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:36.377660 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bf43d150-75f0-4f03-b538-6e8ed27b5f90 req-4dcec27d-5a32-428a-a404-5f1006ce6c35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 943 time: 0.0505009 May 27 09:52:36.425819 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bf43d150-75f0-4f03-b538-6e8ed27b5f90 req-d90b443f-c1ea-419f-bb2f-6b470ed174e1 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 May 27 09:52:36.600036 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:36.600811 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:36.794379 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22223-4590-450e-ab55-7b92ad921616 req-fc7bc9cd-629c-4665-acb7-3ea8a25481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:36.795865 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-fc7bc9cd-629c-4665-acb7-3ea8a25481e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 1127 time: 0.0389953 May 27 09:52:36.886688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22223-4590-450e-ab55-7b92ad921616 req-85a5f54e-1c58-4e54-8b8d-7b6c56b2c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:36.888214 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-85a5f54e-1c58-4e54-8b8d-7b6c56b2c49c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0854347 May 27 09:52:36.925218 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-60900597-098a-498a-b2b1-eb3c9fd4dcbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 200 len: 217 time: 0.0309935 May 27 09:52:36.970889 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22223-4590-450e-ab55-7b92ad921616 req-1ee4011e-cf1c-43d2-a960-7ae0f89e8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:36.972231 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-1ee4011e-cf1c-43d2-a960-7ae0f89e8063 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0412567 May 27 09:52:37.002279 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:37.004891 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:37.016847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22223-4590-450e-ab55-7b92ad921616 req-abc5e305-8f8e-4872-a450-bf4cc452e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:37.018360 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-abc5e305-8f8e-4872-a450-bf4cc452e6b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407009 May 27 09:52:37.109358 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-fb9a0e6c-6443-4d45-a47e-404795046b5a service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849411 May 27 09:52:37.199077 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3cd22223-4590-450e-ab55-7b92ad921616 req-b63c58cd-68e4-4f08-9854-7291c676f842 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835104 May 27 09:52:37.538151 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6e322-7bf3-43ac-b168-56fe772c238a req-1b3b2980-2aa9-4f7b-8003-e8c1db4f04d3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:37.539651 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7d6e322-7bf3-43ac-b168-56fe772c238a req-1b3b2980-2aa9-4f7b-8003-e8c1db4f04d3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 943 time: 0.0466001 May 27 09:52:37.585894 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b7d6e322-7bf3-43ac-b168-56fe772c238a req-113d5325-e2bf-451a-beeb-6c73cee0b57d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 May 27 09:52:38.118900 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5f226c35-6541-4cc7-bf91-5784ae9faaa4 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:52:38.214688 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:52:38.228535 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'port_id': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'mac_address': 'fa:16:3e:4c:3d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:52:38.262256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:52:38.262645 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:38.275008 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f226c35-6541-4cc7-bf91-5784ae9faaa4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:52:38.294912 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:52:38.298580 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:38.343337 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:38.350289 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.350633 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.350971 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.351337 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.351671 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.351996 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.352318 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.352638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.352958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.353277 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.353594 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.353911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.354225 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.354540 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.354879 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:52:38.697106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850afb57-5698-4688-9f86-3819736a926c req-4c80c177-34a3-4735-b981-d40e1cc53cd8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:38.699171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-850afb57-5698-4688-9f86-3819736a926c req-4c80c177-34a3-4735-b981-d40e1cc53cd8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 944 time: 0.0469165 May 27 09:52:38.736398 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['5f226c35-6541-4cc7-bf91-5784ae9faaa4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:52:38.744921 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-850afb57-5698-4688-9f86-3819736a926c req-02d49694-c820-44f6-bed5-2ea9649715bc tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 May 27 09:52:39.866546 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597519-69ee-4925-bc51-166bde706fc5 req-1ac4ca17-4d52-4b11-a957-b06f6d46e9f0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:39.868025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc597519-69ee-4925-bc51-166bde706fc5 req-1ac4ca17-4d52-4b11-a957-b06f6d46e9f0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 944 time: 0.0552533 May 27 09:52:39.913615 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-bc597519-69ee-4925-bc51-166bde706fc5 req-f9a417c2-e775-4ff9-b8a8-69d8fe5d373d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 May 27 09:52:40.133832 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5f226c35-6541-4cc7-bf91-5784ae9faaa4 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:52:40.175605 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:52:40.181395 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:52:40.181772 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:40.254007 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:52:40.254386 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:40.276290 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:52:40.278502 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b55f861-1923-47a5-96c6-319da7ffbc62" -d '{"events": [{"server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "name": "network-vif-plugged", "status": "completed", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:52:40.290867 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:52:40.295174 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:40.317982 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5fcca3-a92f-4d16-9370-31dedf06210d x-openstack-request-id: req-0c5fcca3-a92f-4d16-9370-31dedf06210d {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:52:40.318264 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "name": "network-vif-plugged", "status": "completed", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:52:40.318513 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c5fcca3-a92f-4d16-9370-31dedf06210d {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:52:40.318894 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5fcca3-a92f-4d16-9370-31dedf06210d'] response: {'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'code': 200} May 27 09:52:40.344106 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:52:40.539874 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b6c61-2a51-4479-a929-e506b3ca33f2 req-72f26abb-50c7-4222-9a1d-d9a5d4226428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:40.541357 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-117b6c61-2a51-4479-a929-e506b3ca33f2 req-72f26abb-50c7-4222-9a1d-d9a5d4226428 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 1129 time: 0.0418146 May 27 09:52:40.588100 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-117b6c61-2a51-4479-a929-e506b3ca33f2 req-de919376-7d45-4626-80b8-8622c173a91f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363297 May 27 09:52:41.032841 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1098e-c33a-4cd1-ac70-8ac82cfeb525 req-3fa135bb-886b-49fe-b6da-7512f1724062 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:41.034327 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3c1098e-c33a-4cd1-ac70-8ac82cfeb525 req-3fa135bb-886b-49fe-b6da-7512f1724062 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0459917 May 27 09:52:41.084230 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3c1098e-c33a-4cd1-ac70-8ac82cfeb525 req-84fe56df-00c8-441d-b154-a605d8d04c17 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 May 27 09:52:42.199132 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4b88d-fb38-432b-93f7-bb30fcff9f8b req-515faa0a-d52f-4389-9f86-77f8d5e869ad tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:42.200603 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fab4b88d-fb38-432b-93f7-bb30fcff9f8b req-515faa0a-d52f-4389-9f86-77f8d5e869ad tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0455968 May 27 09:52:42.245967 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fab4b88d-fb38-432b-93f7-bb30fcff9f8b req-71c415e8-59b7-4ddf-ae14-8e8c049c2287 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 May 27 09:52:42.352297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59bb8-d349-4d7b-a808-1479f24ea2e7 req-7462dc40-fe11-49b9-9021-87b2d646d81d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:42.353751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-61b59bb8-d349-4d7b-a808-1479f24ea2e7 req-7462dc40-fe11-49b9-9021-87b2d646d81d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0462205 May 27 09:52:42.362394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 45938) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:52:42.367063 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'port_id': '5f226c35-6541-4cc7-bf91-5784ae9faaa4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:52:42.407747 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:42.571058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:42.618323 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:42.821334 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:42.826608 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:42.915843 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP 7cd2bb8e-771e-44b1-8a18-aa3707a860ee associated. External IP: 172.27.1.31, port: 5f226c35-6541-4cc7-bf91-5784ae9faaa4. May 27 09:52:43.107080 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:52:43.205885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:52:43.210412 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:43.218239 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:52:43.232125 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:43.232733 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:52:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:43.240878 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-1fd4adbf-26a3-4931-8362-8d8f4ac7347d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "PUT /v2.0/floatingips/7cd2bb8e-771e-44b1-8a18-aa3707a860ee HTTP/1.1" status: 200 len: 990 time: 0.8774707 May 27 09:52:43.241456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:52:43.243683 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:52:43.278824 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4cdfb-df9a-4ddb-8a9f-daf0796b4190 x-openstack-request-id: req-35e4cdfb-df9a-4ddb-8a9f-daf0796b4190 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:52:43.279108 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:52:43.279416 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35e4cdfb-df9a-4ddb-8a9f-daf0796b4190 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:52:43.279783 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e4cdfb-df9a-4ddb-8a9f-daf0796b4190'] response: {'name': 'network-changed', 'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'status': 'completed', 'code': 200} May 27 09:52:43.332395 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:43.362759 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-46efb4f5-0c57-43b4-b2c6-04fecb0fdabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:43.364305 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-46efb4f5-0c57-43b4-b2c6-04fecb0fdabe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 1129 time: 0.0399001 May 27 09:52:43.456943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-0708d722-370d-4aa3-af35-8770d3006142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:43.458518 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-0708d722-370d-4aa3-af35-8770d3006142 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0882354 May 27 09:52:43.518714 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-efba8c09-3485-4cdd-883f-fa2c3562762e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 200 len: 998 time: 0.0536568 May 27 09:52:43.538603 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '7cd2bb8e-771e-44b1-8a18-aa3707a860ee', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:4c:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:52:26Z', 'updated_at': '2022-05-27T09:52:42Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:43.563251 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:52:43.570104 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:43.571449 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-b69fe0ba-7260-4f2a-824c-3b73fd738cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:43.572163 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:52:43.572766 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:52:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:43.573057 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-b69fe0ba-7260-4f2a-824c-3b73fd738cae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0487564 May 27 09:52:43.616425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-78c8b713-e376-439b-a9e7-84c0f9f153ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:52:43.617862 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-78c8b713-e376-439b-a9e7-84c0f9f153ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386093 May 27 09:52:43.643312 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:43.654386 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:43.674130 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:52:43.710351 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:43.716052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-b040d396-0454-4448-9ebb-189e9751fd9f service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895445 May 27 09:52:43.805764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a3f88a3-e23b-4b25-8a82-84ea4f972a9b req-6782a01f-24b6-4a87-b257-e6b581f1544c service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835290 May 27 09:52:43.881243 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '7cd2bb8e-771e-44b1-8a18-aa3707a860ee', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:4c:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:52:26Z', 'updated_at': '2022-05-27T09:52:42Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:52:43.905325 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f009aef-a64d-4276-bacc-4298574667a2 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '7cd2bb8e-771e-44b1-8a18-aa3707a860ee', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:4c:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:52:26Z', 'updated_at': '2022-05-27T09:52:42Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:52:44.089988 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09117970-f0d2-4529-974b-0c936ca0ce36 None None] New status for floating IP 7cd2bb8e-771e-44b1-8a18-aa3707a860ee: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:52:44.122146 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:44.179582 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:45.399293 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d581-3b7d-444c-add8-0836446e9ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:47.786939 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b30a7864-d02d-407c-990e-b4391b870786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:48.941401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:50.050576 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:51.708917 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:52.626431 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:52:53.795066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=14 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:53.803073 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=20 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:53.877292 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=31 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:52:53.883995 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=24 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:02.618395 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:02.623559 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:02.664368 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:53:07.785745 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-5df09593-c6a6-40ce-8cf3-ce44782436c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422900 May 27 09:53:07.888872 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-830486e7-4645-4abd-9c38-fccfd2070384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:53:07.891529 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-830486e7-4645-4abd-9c38-fccfd2070384 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 1130 time: 0.0464404 May 27 09:53:07.995762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-67634f64-4419-4139-a387-29766539eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:53:07.997280 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-67634f64-4419-4139-a387-29766539eeea service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0855584 May 27 09:53:08.315312 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-bd0a0323-eace-4ca5-8cbe-0b7f5d9da48a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 200 len: 1001 time: 0.3125372 May 27 09:53:08.362485 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-cfcc5782-b204-443a-a72e-97a6783c117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:53:08.363862 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-cfcc5782-b204-443a-a72e-97a6783c117a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0427425 May 27 09:53:08.405326 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-057ea095-1e54-470d-bda9-5f41c6797400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:53:08.406772 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-057ea095-1e54-470d-bda9-5f41c6797400 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375693 May 27 09:53:08.495851 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-0c7bd714-4a5d-44fe-9458-0c012cf93e50 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831048 May 27 09:53:08.582032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-6a47a331-b166-45c3-816f-7bc600e1f371 req-b5b686f4-7de3-4031-914f-f22f816e65bf service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799460 May 27 09:53:15.405311 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1606fc88-bb75-4108-a40b-7e13430bd8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:17.788425 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9e204bbd-1e6c-4fa7-a172-1c27a49f6d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:18.572849 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=49 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:18.579310 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=52 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:18.944327 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:20.058257 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:21.598670 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:21.608942 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:21.710505 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:22.643801 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:32.639246 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:32.640063 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:39.663969 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:53:45.409021 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8186554f-9b4f-4731-87c1-274e821b32c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:47.791984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-06a42ebb-cda5-4292-94db-3b281357209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:48.947647 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:50.054219 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:51.715984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:52.650106 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:53:58.614566 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:53:58.615411 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:02.644038 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:02.645915 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:06.521207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d28f0-64c3-4714-b2ac-2ed156c9d813 req-3aa9cd57-69b9-4045-8d53-140925413305 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:06.523556 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd2d28f0-64c3-4714-b2ac-2ed156c9d813 req-3aa9cd57-69b9-4045-8d53-140925413305 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0524743 May 27 09:54:06.571855 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cd2d28f0-64c3-4714-b2ac-2ed156c9d813 req-c86a6681-440a-4df9-8143-5baf3f534985 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 May 27 09:54:07.737504 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987ad6e-57e9-4b0c-8f9e-0c96e4bfa2b1 req-265a0e84-401b-4d7f-8303-709d50c59bb2 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:07.738988 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4987ad6e-57e9-4b0c-8f9e-0c96e4bfa2b1 req-265a0e84-401b-4d7f-8303-709d50c59bb2 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0973947 May 27 09:54:07.788094 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4987ad6e-57e9-4b0c-8f9e-0c96e4bfa2b1 req-fbfec89a-736d-4d59-afc9-830f5432f817 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 May 27 09:54:08.558826 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-3e9bb986-8398-4296-b8d1-ee8b67f9b4ed tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:08.560366 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-3e9bb986-8398-4296-b8d1-ee8b67f9b4ed tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0500646 May 27 09:54:08.646560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:54:08.646902 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:08.746700 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] For port 26f605f8-7eb5-4baa-801a-abfbce1e6b77, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=26f605f8-7eb5-4baa-801a-abfbce1e6b77,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:08.747426 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:08.945069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba641c42-7ce6-4217-a444-2c97bed8abbe req-964e23b3-5884-4522-8a53-f9bdac1a084f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:08.946567 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba641c42-7ce6-4217-a444-2c97bed8abbe req-964e23b3-5884-4522-8a53-f9bdac1a084f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 946 time: 0.0884740 May 27 09:54:08.964117 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:08.964517 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (5511b189-6971-44dd-b781-1612fba0370d), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:08.964936 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 5511b189-6971-44dd-b781-1612fba0370d disassociated. External IP: 172.27.1.57, port: 26f605f8-7eb5-4baa-801a-abfbce1e6b77. May 27 09:54:08.965160 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for 26f605f8-7eb5-4baa-801a-abfbce1e6b77 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:54:09.052902 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ba641c42-7ce6-4217-a444-2c97bed8abbe req-1b319f38-e937-4dc4-9880-1295624830de tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974145 May 27 09:54:09.129480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (26f605f8-7eb5-4baa-801a-abfbce1e6b77), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:09.156616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=26f605f8-7eb5-4baa-801a-abfbce1e6b77,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:09.168604 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.168957 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.169294 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.169635 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.169965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.170296 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.170624 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.170951 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.171328 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.171623 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.171947 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.172272 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.172596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.172914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.173232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:09.221051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:09.279633 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:54:09.282668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:09.390549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:54:09.404114 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:54:09.414776 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:09.415705 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:53:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:09.432591 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] No DVR routers for this DVR port 26f605f8-7eb5-4baa-801a-abfbce1e6b77 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:54:09.435176 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:09.441770 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a8319cf1-3f3e-4874-9269-279e0c27a55f req-ce2f4419-1a64-4add-ab77-a22a0241589e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "DELETE /v2.0/ports/26f605f8-7eb5-4baa-801a-abfbce1e6b77 HTTP/1.1" status: 204 len: 173 time: 0.8760984 May 27 09:54:09.442469 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'name': 'network-vif-deleted', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:09.445999 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099deded-9fa4-433c-a72c-5f4175b9bfff" -d '{"events": [{"server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "name": "network-vif-deleted", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:09.511768 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c2ffb-2bab-439a-b08b-05f5a536b545 x-openstack-request-id: req-4c5c2ffb-2bab-439a-b08b-05f5a536b545 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:09.511768 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e13117-8fb3-47ff-86e7-79d912a1482b", "name": "network-vif-deleted", "tag": "26f605f8-7eb5-4baa-801a-abfbce1e6b77", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:09.511768 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c5c2ffb-2bab-439a-b08b-05f5a536b545 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:09.511768 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5c2ffb-2bab-439a-b08b-05f5a536b545'] response: {'server_uuid': 'd0e13117-8fb3-47ff-86e7-79d912a1482b', 'name': 'network-vif-deleted', 'tag': '26f605f8-7eb5-4baa-801a-abfbce1e6b77', 'status': 'completed', 'code': 200} May 27 09:54:09.538581 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:09.774665 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-603b678d-1b93-4cf7-af11-9bd6b409f9f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453234 May 27 09:54:09.840569 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:09.845733 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-cbdec099-0a12-485e-917e-482234299a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:09.847249 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-cbdec099-0a12-485e-917e-482234299a96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 1129 time: 0.0394526 May 27 09:54:09.868972 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:54:09.877943 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:09.878802 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:53:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:09.954716 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-18aec5a0-9e50-4bcb-b9d1-dc18828c5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:09.956341 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-18aec5a0-9e50-4bcb-b9d1-dc18828c5d14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0899038 May 27 09:54:09.999912 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:10.037333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-4c43bb7e-8d56-49e4-9f28-7fb2244f0e21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 200 len: 1000 time: 0.0743561 May 27 09:54:10.116943 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-e96eeca6-da70-40d6-800e-4f0291c9d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:10.118637 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-e96eeca6-da70-40d6-800e-4f0291c9d9e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0630865 May 27 09:54:10.197427 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-91354f49-4683-4d18-b59e-392f45dc8a8a req-bd846bb0-d8ba-41db-9eaa-59289852de5c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e13117-8fb3-47ff-86e7-79d912a1482b HTTP/1.1" status: 200 len: 210 time: 0.0396779 May 27 09:54:10.200082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-236cd9c2-a29d-4920-870c-963c5a242a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:10.201464 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-236cd9c2-a29d-4920-870c-963c5a242a22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733302 May 27 09:54:10.237330 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:10.261986 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b35f-d6e2-4337-85d1-f83cda572dd3 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:54:10.420236 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-066e805e-34bf-4a82-a3ec-94693d808705 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916808 May 27 09:54:10.519155 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac3cd-4779-474b-aae0-479a73688c2e None None] New status for floating IP 5511b189-6971-44dd-b781-1612fba0370d: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:54:10.528076 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4a19d1a3-bada-4244-9c6f-a1e99cb9916a req-2c5985b5-5c57-49e8-866a-7edeb6180d39 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013627 May 27 09:54:11.397894 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f4529-d44f-4b64-85b9-c852703d6b9a req-719a6a46-ada5-4704-b906-83cdcd72f0da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:11.399473 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-886f4529-d44f-4b64-85b9-c852703d6b9a req-719a6a46-ada5-4704-b906-83cdcd72f0da tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0477569 May 27 09:54:11.469592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-886f4529-d44f-4b64-85b9-c852703d6b9a req-689650b6-2b49-457f-9968-bfc1896823e4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642266 May 27 09:54:11.485755 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-7961d554-e309-413f-85b6-ad4061a7b974 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861602896&fields=id&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 267 time: 0.0663471 May 27 09:54:11.596371 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-c1de70e3-c668-4491-9f20-178c2cea83c0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:11.597729 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-c1de70e3-c668-4491-9f20-178c2cea83c0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1047902 May 27 09:54:11.612410 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-90a0ad36-0042-41c8-a8ab-55542a2cffbf tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/quotas/0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 375 time: 0.0087855 May 27 09:54:11.645530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:11.659415 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-c50dc5b3-d847-4c1d-ab52-858b4430dc6c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0417671 May 27 09:54:11.737542 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:11.756928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-99683414-8f9e-470a-ae7a-1b3013ea9949 service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 May 27 09:54:11.844764 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-86a71721-899d-4b7c-85c9-e27c065b01f5 service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 May 27 09:54:12.128133 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d9a2acff-6552-4182-9416-bc7ec6e14af2 req-2225d999-2e3b-4030-aab4-2c609992bcc8 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 210 time: 0.0319736 May 27 09:54:12.586145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011fd7b-90a5-47d5-a928-6f8caedacac4 req-41cf87fc-929e-409e-abd4-6afc9f40e010 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:12.588403 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 26f605f8-7eb5-4baa-801a-abfbce1e6b77 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:54:12.589351 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a011fd7b-90a5-47d5-a928-6f8caedacac4 req-41cf87fc-929e-409e-abd4-6afc9f40e010 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0502326 May 27 09:54:12.608571 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 26f605f8-7eb5-4baa-801a-abfbce1e6b77 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:54:12.608922 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 26f605f8-7eb5-4baa-801a-abfbce1e6b77 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:54:12.649417 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a011fd7b-90a5-47d5-a928-6f8caedacac4 req-3b2d11f2-61e5-4aef-b7fe-1e56fc33c957 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 May 27 09:54:13.225137 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c40b06d5-b227-4e14-b8f8-7107c5906071 req-2f6cb7d5-e51f-42e6-a186-c0e5926d0fe4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 210 time: 0.0276337 May 27 09:54:13.588816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-36c2a2dd-a945-444e-b9a0-e69608cff0f9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:13.590377 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-36c2a2dd-a945-444e-b9a0-e69608cff0f9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.0937531 May 27 09:54:13.660462 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-4026d8d1-7d87-4616-b57a-8381117d389e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:13.662392 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-4026d8d1-7d87-4616-b57a-8381117d389e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1739197 May 27 09:54:13.721572 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:54:13.721912 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:13.834363 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-80c89d97-dac5-4a0d-a969-411f802a6d99 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 379 time: 0.1506553 May 27 09:54:13.840296 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e28d-90cb-44ab-a6d8-1b17fdc22f93 req-aa7a87b8-b591-4ba2-a67f-d64437c85d55 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:13.841669 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5544e28d-90cb-44ab-a6d8-1b17fdc22f93 req-aa7a87b8-b591-4ba2-a67f-d64437c85d55 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 945 time: 0.1139717 May 27 09:54:13.848051 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'port': {'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'admin_state_up': True, 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'security_groups': ['6e460f8f-ec0b-4077-bbf1-0c03316e8441']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:13.980937 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] For port 5f226c35-6541-4cc7-bf91-5784ae9faaa4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5f226c35-6541-4cc7-bf91-5784ae9faaa4,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:13.981175 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:13.993656 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5544e28d-90cb-44ab-a6d8-1b17fdc22f93 req-5cb92be0-97ae-452d-8199-f5bb9c3fe5d0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=604e2551-3a11-4049-9f0e-bfe963dc08ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401985 May 27 09:54:14.055517 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:14.093182 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Made reservation on behalf of 0fb2f335c9b540af8f7119c85656efad for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:14.096543 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.134315 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:14.228451 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.228808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.229120 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP 7cd2bb8e-771e-44b1-8a18-aa3707a860ee disassociated. External IP: 172.27.1.31, port: 5f226c35-6541-4cc7-bf91-5784ae9faaa4. May 27 09:54:14.229459 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 5f226c35-6541-4cc7-bf91-5784ae9faaa4 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:54:14.340271 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-718bdb1b-5b94-4bd0-8095-6be7b52acd83 req-88b69f1e-9a4a-4e02-9bce-d7d002ed1e9b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 210 time: 0.0376093 May 27 09:54:14.361769 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.20.0.5 (f077ba7a-e018-4516-8e3d-23ac2b5e2506/2939ee9c-1fad-49a9-8450-722ac87e978d/a5872eee-9e8c-4b27-9455-b29cc8304599) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:14.461879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (5f226c35-6541-4cc7-bf91-5784ae9faaa4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.510016 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=5f226c35-6541-4cc7-bf91-5784ae9faaa4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:14.628799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.695082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:54:14.705816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:14.708511 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:14.794264 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:14.800965 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:14.806878 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:14.810385 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:54:14.812641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:15.048323 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b13ce8c4-f297-47fe-9a6c-5a6a3d674110 None None] Provisioning complete for port a5872eee-9e8c-4b27-9455-b29cc8304599 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:54:15.048862 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b13ce8c4-f297-47fe-9a6c-5a6a3d674110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.094510 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b13ce8c4-f297-47fe-9a6c-5a6a3d674110 None None] Port a5872eee-9e8c-4b27-9455-b29cc8304599 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:54:15.175233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:15.175834 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.191757 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:54:15.198921 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a70f65be-0312-4113-94bf-f575ea8b196f req-7f234feb-5e2a-4e80-a2db-ed41e7c04911 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=670d7a28-aa3d-47d5-aa4e-d5701879d778 HTTP/1.1" status: 200 len: 210 time: 0.0436213 May 27 09:54:15.204476 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:54:15.216823 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:15.217441 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:53:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:15.241792 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-95cca68a-2b4a-49d3-bc45-c2d3e19b0bf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991737 May 27 09:54:15.242458 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] No DVR routers for this DVR port 5f226c35-6541-4cc7-bf91-5784ae9faaa4 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:54:15.244966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.247935 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-811f8b69-5dec-4e6a-8fe6-805f6b249963 req-288d61d9-f2e9-4f69-949d-a3041b4fb503 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "DELETE /v2.0/ports/5f226c35-6541-4cc7-bf91-5784ae9faaa4 HTTP/1.1" status: 204 len: 173 time: 1.6508510 May 27 09:54:15.248368 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'name': 'network-vif-deleted', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:15.250558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d835e3-1c6e-4190-805a-ab8f64cebaec" -d '{"events": [{"server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "name": "network-vif-deleted", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:15.261571 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Request body: {'port': {'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:15.298224 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930180b-9c71-4b1e-9d01-1f79cd612cf9 x-openstack-request-id: req-4930180b-9c71-4b1e-9d01-1f79cd612cf9 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:15.298404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d7a28-aa3d-47d5-aa4e-d5701879d778", "name": "network-vif-deleted", "tag": "5f226c35-6541-4cc7-bf91-5784ae9faaa4", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:15.298514 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4930180b-9c71-4b1e-9d01-1f79cd612cf9 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:15.298992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4930180b-9c71-4b1e-9d01-1f79cd612cf9'] response: {'server_uuid': '670d7a28-aa3d-47d5-aa4e-d5701879d778', 'name': 'network-vif-deleted', 'tag': '5f226c35-6541-4cc7-bf91-5784ae9faaa4', 'status': 'completed', 'code': 200} May 27 09:54:15.330502 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.339327 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:15.428976 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bc5223a6-4510-4347-945c-524552cba8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.519327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cda48-d059-41dc-939f-33c01d229c27 req-d5473105-37d0-4898-b397-e26afb2f030e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:15.520814 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-384cda48-d059-41dc-939f-33c01d229c27 req-d5473105-37d0-4898-b397-e26afb2f030e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 931 time: 0.0999393 May 27 09:54:15.530340 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:15.540347 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:15.542776 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:15.569786 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:54:15.578185 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:15.578793 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:53:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:15.605439 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-384cda48-d059-41dc-939f-33c01d229c27 req-c44e2882-8b2f-4bf2-8205-74167840c0fd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749216 May 27 09:54:15.677131 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:15.718036 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5872eee-9e8c-4b27-9455-b29cc8304599 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:54:15.726468 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks [] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.742117 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Transition to ACTIVE for port object a5872eee-9e8c-4b27-9455-b29cc8304599 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:54:15.745454 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.799573 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Pushing event updated for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:15.872181 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Attempting to bind port a5872eee-9e8c-4b27-9455-b29cc8304599 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:54:15.872558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Attempting to bind port a5872eee-9e8c-4b27-9455-b29cc8304599 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:54:15.872895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Attempting to bind port a5872eee-9e8c-4b27-9455-b29cc8304599 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:54:15.877886 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Port a5872eee-9e8c-4b27-9455-b29cc8304599 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:54:15.878207 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Attempting to bind port a5872eee-9e8c-4b27-9455-b29cc8304599 on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:54:15.884217 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:54:15.884552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:54:15.884931 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Bound using segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:54:15.885359 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Bound port: a5872eee-9e8c-4b27-9455-b29cc8304599, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:54:15.885787 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:15.886704 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:15.897445 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:15.914976 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaec1ac-016a-4960-b727-902c47112d96 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:54:15.957578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:54:15.961033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5872eee-9e8c-4b27-9455-b29cc8304599,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:54:15.967730 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.002541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:16.003456 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.004996 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] 10.222.0.65 "PUT /v2.0/ports/a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 1093 time: 0.7477312 May 27 09:54:16.028875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:16.033150 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaba88-923e-4092-94cb-3fd5bb1f8bec service neutron] Pushing event updated for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:16.121618 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-5809ca76-1e83-40e6-84cf-e8260490ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:16.123056 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-5809ca76-1e83-40e6-84cf-e8260490ee20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1127 time: 0.0434771 May 27 09:54:16.173501 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-0d84dab8-6a43-465f-a8cd-366237817fc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 217 time: 0.0374451 May 27 09:54:16.198270 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a70c4f-499f-4f82-9625-1fe0a798bff0 None None] New status for floating IP 7cd2bb8e-771e-44b1-8a18-aa3707a860ee: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:54:16.227233 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-be04a426-24ab-441f-80e9-96bce9e091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:16.228790 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-be04a426-24ab-441f-80e9-96bce9e091ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0499628 May 27 09:54:16.274982 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-345f5add-55ae-4a8d-b6ed-69779a27f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:16.276761 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-345f5add-55ae-4a8d-b6ed-69779a27f4b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417204 May 27 09:54:16.309266 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46112) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:16.379234 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-1c529b89-d399-438d-a58e-a81f047bc020 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959816 May 27 09:54:16.381925 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (604e2551-3a11-4049-9f0e-bfe963dc08ec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.405635 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (604e2551-3a11-4049-9f0e-bfe963dc08ec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.453433 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (604e2551-3a11-4049-9f0e-bfe963dc08ec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.456061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.457227 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/security-groups/604e2551-3a11-4049-9f0e-bfe963dc08ec HTTP/1.1" status: 204 len: 168 time: 0.1469622 May 27 09:54:16.460495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46116) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:16.467436 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e2551-3a11-4049-9f0e-bfe963dc08ec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:16.475034 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.475410 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.475754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.476079 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.476408 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.476722 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.477049 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.477369 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.477688 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.478024 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.478329 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.478647 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.478964 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.479303 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.479623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044079e-12e5-4677-8922-c5778f2bb604 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:16.482390 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-15c97732-9e6d-406d-8a08-ef913ef44fa7 req-403bbd83-9f10-41a0-8c4c-23a75f12f457 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967546 May 27 09:54:16.483398 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.api.v2.resource [None req-0abf71b5-e39b-4907-82be-d66ac92fcff6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] show failed (client error): The resource could not be found. May 27 09:54:16.484536 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0abf71b5-e39b-4907-82be-d66ac92fcff6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups/604e2551-3a11-4049-9f0e-bfe963dc08ec HTTP/1.1" status: 404 len: 347 time: 0.0229340 May 27 09:54:16.487364 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:16.601141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 52ff5d60-ea1c-4e1c-812a-8fe58f9868ae {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:54:16.601482 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.663472 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:54:16.688262 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.688593 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.720727 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 52ff5d60-ea1c-4e1c-812a-8fe58f9868ae owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:54:16.740841 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00eed2-d4f0-426c-b020-d8c070d19260 req-db125f28-916d-4f01-9ab9-e9d31e3e3226 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:16.742324 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fd00eed2-d4f0-426c-b020-d8c070d19260 req-db125f28-916d-4f01-9ab9-e9d31e3e3226 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0652633 May 27 09:54:16.851369 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fd00eed2-d4f0-426c-b020-d8c070d19260 req-6c18ce22-6695-4cb1-8c62-0476ea0aecf3 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786822 May 27 09:54:16.905689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (52ff5d60-ea1c-4e1c-812a-8fe58f9868ae), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.929630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=52ff5d60-ea1c-4e1c-812a-8fe58f9868ae,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:16.981771 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:16.994754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (7cd2bb8e-771e-44b1-8a18-aa3707a860ee), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.997275 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:16.998428 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-187565c0-8691-4553-abee-1f1bd90eaf2e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/floatingips/7cd2bb8e-771e-44b1-8a18-aa3707a860ee HTTP/1.1" status: 204 len: 168 time: 0.5103002 May 27 09:54:17.064327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:17.069463 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939709688', 'description': 'tempest-description--362311205'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:17.089480 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.098090 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:17.158568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (a1a52284-6f69-4805-a801-d8564556abf4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.161758 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a1a52284-6f69-4805-a801-d8564556abf4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.189110 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.190322 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249804 May 27 09:54:17.193806 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46126) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:17.194765 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9656-7928-42a0-88c9-b8ca716c5a5b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a52284-6f69-4805-a801-d8564556abf4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:17.199442 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': 'a1a52284-6f69-4805-a801-d8564556abf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:17.225422 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (8f659f2a-a0bc-459e-a0cb-40f5d52c4a07), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.279119 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (8f659f2a-a0bc-459e-a0cb-40f5d52c4a07), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.282340 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (8f659f2a-a0bc-459e-a0cb-40f5d52c4a07), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.299797 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:17.300082 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f659f2a-a0bc-459e-a0cb-40f5d52c4a07,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:17.302750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9511e803-8e8b-4806-a34e-c29cca27f52e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:17.310395 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.314197 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46130) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:17.314337 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d365b5c6-49f4-45ed-969a-2b754dc69f21 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192260 May 27 09:54:17.319660 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'security_group_rule': {'security_group_id': 'a1a52284-6f69-4805-a801-d8564556abf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:17.339845 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d161b6-849f-40c8-8276-68b2796f2dcd x-openstack-request-id: req-69d161b6-849f-40c8-8276-68b2796f2dcd {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:17.340198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:17.340474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69d161b6-849f-40c8-8276-68b2796f2dcd {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:17.340864 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d161b6-849f-40c8-8276-68b2796f2dcd'] response: {'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'status': 'completed', 'code': 200} May 27 09:54:17.347443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (0a851a06-17c7-436b-98e4-b04caaa908eb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.434800 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-56529047-4f79-4db8-8490-bd3d23e08f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:17.436312 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-56529047-4f79-4db8-8490-bd3d23e08f5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1127 time: 0.0505805 May 27 09:54:17.437859 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (0a851a06-17c7-436b-98e4-b04caaa908eb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.441378 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463184'] for security_group_rule (0a851a06-17c7-436b-98e4-b04caaa908eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.485459 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a851a06-17c7-436b-98e4-b04caaa908eb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:17.496640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.497835 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-c30d4c9b-da26-4d0a-aaa0-d590b207c752 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823652 May 27 09:54:17.501482 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46132) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:17.506529 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:17.529752 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.558471 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-e830ff26-9cf9-4416-b8c5-baf29270e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:17.560052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-e830ff26-9cf9-4416-b8c5-baf29270e80d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.1166453 May 27 09:54:17.599566 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-26a428bc-85e5-4338-9dca-e9b740744b5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 217 time: 0.0330853 May 27 09:54:17.652688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-90dcec9d-f5f7-4683-b622-4cd76e743b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:17.654200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-90dcec9d-f5f7-4683-b622-4cd76e743b2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0503154 May 27 09:54:17.700055 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-c0faa885-4354-4998-b3e3-20819d7bba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:17.701586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-c0faa885-4354-4998-b3e3-20819d7bba15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419385 May 27 09:54:17.793451 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-3b4ff410-6775-4271-b630-274acc27842b service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 May 27 09:54:17.797604 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-972b0f65-a751-453d-806b-775e8ae47fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.828009 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:17.891408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9511e803-8e8b-4806-a34e-c29cca27f52e req-2ff9dc88-898f-4b89-8ad1-a6735ddb8520 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916312 May 27 09:54:17.952476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.27.1.72 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/5d113195-cc81-47ef-8e6e-7011b5626c94) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:17.973861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505ca3-7e73-479d-a437-9a9f8434deeb req-3d211f3c-79c6-4e11-ab96-e4d19cf63d54 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:17.975992 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1b505ca3-7e73-479d-a437-9a9f8434deeb req-3d211f3c-79c6-4e11-ab96-e4d19cf63d54 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0481148 May 27 09:54:18.007853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:18.025760 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1b505ca3-7e73-479d-a437-9a9f8434deeb req-b69a6cd4-881a-488c-9ba1-9d4a1f9d0397 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440016 May 27 09:54:18.057797 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.088864 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.129145 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:18.135774 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:18.139563 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:54:18.142619 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=5d113195-cc81-47ef-8e6e-7011b5626c94,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:18.163490 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:18.175076 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:18.226027 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.260624 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.429691 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.433790 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66407391'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.503818 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=5d113195-cc81-47ef-8e6e-7011b5626c94,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:18.514111 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.529395 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.530594 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-1e9f43fd-9c2a-439e-9906-4d80ee40af68 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0277147 May 27 09:54:18.602770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5f226c35-6541-4cc7-bf91-5784ae9faaa4 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:54:18.624913 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 5f226c35-6541-4cc7-bf91-5784ae9faaa4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:54:18.625275 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 5f226c35-6541-4cc7-bf91-5784ae9faaa4 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:54:18.680871 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-d9369e91-6125-43c4-99b4-96bf5377c70b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1939709688&fields=id&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 267 time: 0.0446155 May 27 09:54:18.782875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-ec20b914-131e-4460-8789-d8cd2f560c4b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:18.784355 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-ec20b914-131e-4460-8789-d8cd2f560c4b tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.0973456 May 27 09:54:18.795610 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:18.799883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-7c594f26-3538-447a-9df0-ce70886e34a6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/quotas/43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 375 time: 0.0101817 May 27 09:54:18.851910 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-ea4341d6-2fb8-47b5-b028-e02ff9462a1a tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464451 May 27 09:54:18.950872 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:18.998489 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-0ce530f4-f3f2-4262-9380-472c06f2d39c service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355910 May 27 09:54:19.092010 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-bd432b3b-9e6e-4e6a-82d0-f3197046cc4a service neutron] 10.222.0.41 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 May 27 09:54:19.143803 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f699f-5c3e-4f7d-8940-d0cb0a44495c req-c4b99f04-1b3c-4606-8550-9a275d452d45 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:19.145319 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-090f699f-5c3e-4f7d-8940-d0cb0a44495c req-c4b99f04-1b3c-4606-8550-9a275d452d45 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0466077 May 27 09:54:19.195362 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-090f699f-5c3e-4f7d-8940-d0cb0a44495c req-67092c3f-030a-40ff-8907-72b6b8097637 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 May 27 09:54:19.250049 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d2872bc-f7e9-4956-8a5c-b1ac93fb3ef4 req-2fa1fa66-de45-49e6-a0f4-30ae297e270a tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 210 time: 0.0276668 May 27 09:54:20.057315 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:20.222303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-f8f5515f-9f99-4360-a03a-981464c5a404 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:20.223752 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-f8f5515f-9f99-4360-a03a-981464c5a404 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 814 time: 0.1037366 May 27 09:54:20.356701 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b6938-c0f9-41eb-b1d7-563102549f31 req-21f58caa-bdb6-453b-848c-4b3a127ddddd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:20.358154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-039b6938-c0f9-41eb-b1d7-563102549f31 req-21f58caa-bdb6-453b-848c-4b3a127ddddd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0818973 May 27 09:54:20.376025 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-b8dac83b-16d4-4e4a-ad3c-5fd6a539656d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43091208be574e6e8cc348667792f751 HTTP/1.1" status: 200 len: 380 time: 0.1213403 May 27 09:54:20.379681 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2c5cd44f-93c5-4bcf-945a-2f4408a01e25 req-709b5523-9adb-4279-b81b-fd8a03bcf28e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 210 time: 0.0502284 May 27 09:54:20.388991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'port': {'device_id': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'admin_state_up': True, 'tenant_id': '43091208be574e6e8cc348667792f751', 'security_groups': ['a1a52284-6f69-4805-a801-d8564556abf4']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:20.479379 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-039b6938-c0f9-41eb-b1d7-563102549f31 req-478d2aeb-9609-4ea9-bb4a-828221e13665 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023848 May 27 09:54:20.523679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Made reservation on behalf of 43091208be574e6e8cc348667792f751 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:20.527019 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:20.590394 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:20.652530 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Allocated IP 172.20.0.5 (f851c882-debd-4ebe-9da5-a1c317e6e8ac/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e/3c0d0516-0cd6-4400-aa39-bbacf571ace1) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:20.746885 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:20.790400 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:20.822811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:20.864381 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:20.869884 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:20.872161 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:54:20.908558 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event updated for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:20.939831 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:20.940464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:20.958671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-01f7b4b4-84b7-40bc-9230-4e37e6bfcca8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735245 May 27 09:54:20.976859 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Request body: {'port': {'device_id': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:21.042631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.077439 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5b1f0457-1635-497b-bc36-e3390830405c None None] Provisioning complete for port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:54:21.077932 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0457-1635-497b-bc36-e3390830405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.108521 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f0457-1635-497b-bc36-e3390830405c None None] Port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:54:21.336031 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0d0516-0cd6-4400-aa39-bbacf571ace1 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:54:21.343634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks [] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.354249 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:21.357041 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Transition to ACTIVE for port object 3c0d0516-0cd6-4400-aa39-bbacf571ace1 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:54:21.360709 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.415409 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:21.525301 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5835f-5bd1-4671-aa21-cc78d6cbd355 req-bfad6070-f88d-4726-a1e1-7061edb5de3f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:21.527558 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7ef5835f-5bd1-4671-aa21-cc78d6cbd355 req-bfad6070-f88d-4726-a1e1-7061edb5de3f tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 943 time: 0.0736878 May 27 09:54:21.532932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Attempting to bind port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:54:21.533261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Attempting to bind port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:54:21.533589 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Attempting to bind port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:54:21.550634 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:54:21.550966 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Attempting to bind port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 on network f851c882-debd-4ebe-9da5-a1c317e6e8ac {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:54:21.564509 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:21.595701 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:54:21.595962 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Checking segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:54:21.596345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Bound using segment: {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:54:21.596792 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Bound port: 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c0e3b8-c4cb-4083-8f86-276cba5a36a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:54:21.597140 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.678221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9be6f-1dec-48ae-adb3-d72fac1367f3 req-38207920-d7d2-423c-8226-46ab33852802 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:21.679649 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16c9be6f-1dec-48ae-adb3-d72fac1367f3 req-38207920-d7d2-423c-8226-46ab33852802 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.1028221 May 27 09:54:21.684333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7ef5835f-5bd1-4671-aa21-cc78d6cbd355 req-f4dc7193-923a-4ee7-a7df-8e35444fc115 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482975 May 27 09:54:21.723752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.739135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:54:21.757970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:54:21.762469 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-16c9be6f-1dec-48ae-adb3-d72fac1367f3 req-2b1712cd-b417-4396-9be5-f67ed54f66a6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772071 May 27 09:54:21.767803 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.801048 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:21.802012 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:21.803460 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] 10.222.0.65 "PUT /v2.0/ports/3c0d0516-0cd6-4400-aa39-bbacf571ace1 HTTP/1.1" status: 200 len: 1093 time: 0.8310738 May 27 09:54:21.805743 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:21.807970 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:21.840499 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9e71-d9d6-447e-9512-6558069b43cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:21.855580 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d03c4e-a72b-48b3-a5df-8ad47a8dce84 x-openstack-request-id: req-b3d03c4e-a72b-48b3-a5df-8ad47a8dce84 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:21.855875 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:21.856124 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3d03c4e-a72b-48b3-a5df-8ad47a8dce84 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:21.856522 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d03c4e-a72b-48b3-a5df-8ad47a8dce84'] response: {'name': 'network-changed', 'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'status': 'completed', 'code': 200} May 27 09:54:21.914895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-2727f0cd-6a58-48b3-bd15-a27fa8f03c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:21.916591 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-2727f0cd-6a58-48b3-bd15-a27fa8f03c7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 1127 time: 0.0440278 May 27 09:54:21.963450 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-72c1d8ec-bd4a-4f06-8108-8a9c740bfb89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1 HTTP/1.1" status: 200 len: 217 time: 0.0346551 May 27 09:54:22.014820 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-0f02761f-3e32-41a0-80c1-3c8c72f899e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:22.016299 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-0f02761f-3e32-41a0-80c1-3c8c72f899e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0480754 May 27 09:54:22.062796 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-f4f82a63-2298-4cb2-a238-c30bc5bf9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:22.066562 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-f4f82a63-2298-4cb2-a238-c30bc5bf9c43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412591 May 27 09:54:22.154946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-164c36b0-bb88-466d-a55e-2f6b7f56d54c service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819736 May 27 09:54:22.247731 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4e65c560-dc67-449b-a360-569f8c342dd0 req-b6a86f78-7b16-4dc9-9b7f-7662e713eeeb service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864265 May 27 09:54:22.650997 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:22.761630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:22.801148 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83db8-ff21-4cde-9a26-b3a6c803b1b4 req-2e9ee2dd-7875-4f16-949a-bbec103e936c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:22.803335 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ee83db8-ff21-4cde-9a26-b3a6c803b1b4 req-2e9ee2dd-7875-4f16-949a-bbec103e936c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 943 time: 0.0500982 May 27 09:54:22.883483 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4ee83db8-ff21-4cde-9a26-b3a6c803b1b4 req-f75fd10f-b7cf-4851-9fd1-7a1a47a17208 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743577 May 27 09:54:22.893614 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98cad9-eef3-48bc-8e87-52f721858d85 req-2e0bd47c-63d9-4484-9dee-3386e36fab07 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:22.895039 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e98cad9-eef3-48bc-8e87-52f721858d85 req-2e0bd47c-63d9-4484-9dee-3386e36fab07 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0610805 May 27 09:54:22.949620 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5e98cad9-eef3-48bc-8e87-52f721858d85 req-740676d7-b393-4d29-90da-2409df66cd72 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 May 27 09:54:23.998281 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3828bf8-7ea3-4b42-b1c6-a04300627e5c req-1715656a-aff5-4bc6-9054-2460e9cc0b86 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:23.999783 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d3828bf8-7ea3-4b42-b1c6-a04300627e5c req-1715656a-aff5-4bc6-9054-2460e9cc0b86 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 943 time: 0.0478983 May 27 09:54:24.085566 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146051-eac0-401c-99f5-02ebe7128403 req-647a2a10-7ade-4056-b2eb-d3792b1e5d99 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:24.087494 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68146051-eac0-401c-99f5-02ebe7128403 req-647a2a10-7ade-4056-b2eb-d3792b1e5d99 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0675323 May 27 09:54:24.090755 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d3828bf8-7ea3-4b42-b1c6-a04300627e5c req-7711989a-b881-42fe-b5e5-0c792eefa590 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854509 May 27 09:54:24.136215 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-68146051-eac0-401c-99f5-02ebe7128403 req-ac163bcb-c0ca-48b5-98d9-55dbef2f2447 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 May 27 09:54:24.627580 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-727687fb-4bd4-42bd-8114-0e694ae2debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:24.629052 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-727687fb-4bd4-42bd-8114-0e694ae2debb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 1127 time: 0.0819106 May 27 09:54:25.205345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da043dfb-9ab1-4cef-8f77-f0f5a2537050 req-1bca84a3-d620-426b-965e-e726fa797442 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:25.206809 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da043dfb-9ab1-4cef-8f77-f0f5a2537050 req-1bca84a3-d620-426b-965e-e726fa797442 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 943 time: 0.0495663 May 27 09:54:25.250795 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:25.276923 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd6dea-c5a6-436e-b50b-3f041d8b9925 req-ece09d2d-81ff-428a-9031-c0432a7a1fbf tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:25.278366 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35cd6dea-c5a6-436e-b50b-3f041d8b9925 req-ece09d2d-81ff-428a-9031-c0432a7a1fbf tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0706840 May 27 09:54:25.307635 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-da043dfb-9ab1-4cef-8f77-f0f5a2537050 req-56eb54f4-c864-4626-aa5e-de2b4eb23cc4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910447 May 27 09:54:25.336267 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-35cd6dea-c5a6-436e-b50b-3f041d8b9925 req-518d2772-de2a-4703-8e99-0d2f50eee25f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523295 May 27 09:54:25.565386 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-ec43f77c-ab81-480c-9267-750b146a0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:25.566869 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-ec43f77c-ab81-480c-9267-750b146a0d63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.0835876 May 27 09:54:25.607421 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-4351cdec-aa59-4cfc-aaf9-fffb9172be71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1 HTTP/1.1" status: 200 len: 217 time: 0.0346534 May 27 09:54:25.654926 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-de5ac15a-5c99-4273-bb50-9f868d632fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:25.656395 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-de5ac15a-5c99-4273-bb50-9f868d632fac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0439460 May 27 09:54:25.699386 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-625b8efb-7e58-4383-8cb1-6c6cabd64464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:25.700846 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-625b8efb-7e58-4383-8cb1-6c6cabd64464 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380948 May 27 09:54:25.791703 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-5a9d9ddc-4508-44e6-985c-8360421a77ef service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842385 May 27 09:54:25.878408 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9c562fb3-b8dd-428b-b3d1-72ec46eae9ee req-ebe62076-045b-404a-a5b4-300dac6777c8 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812175 May 27 09:54:26.419392 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:26.451675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa5741-5e6a-422a-a5cd-91c8459f5960 req-97fb046c-0137-4604-8e76-cc01c6707f10 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:26.453152 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5aaa5741-5e6a-422a-a5cd-91c8459f5960 req-97fb046c-0137-4604-8e76-cc01c6707f10 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 943 time: 0.0784853 May 27 09:54:26.467992 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fc3f-61bb-472f-b9b5-3feb464f1ea1 req-61c1a400-1c2c-4240-91d2-8dcac1caebd1 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:26.469343 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d078fc3f-61bb-472f-b9b5-3feb464f1ea1 req-61c1a400-1c2c-4240-91d2-8dcac1caebd1 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.0626459 May 27 09:54:26.540095 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5aaa5741-5e6a-422a-a5cd-91c8459f5960 req-cb9a7e4a-ccc0-4990-ad9e-c1d65b38726c tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791159 May 27 09:54:26.543498 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d078fc3f-61bb-472f-b9b5-3feb464f1ea1 req-2488da4d-d6e3-4ffd-afcc-28765b7b9358 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684097 May 27 09:54:26.652300 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 3c0d0516-0cd6-4400-aa39-bbacf571ace1 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:54:26.747049 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:26.761954 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'port_id': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'mac_address': 'fa:16:3e:95:0e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:54:26.795476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:54:26.795864 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:26.808768 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0d0516-0cd6-4400-aa39-bbacf571ace1 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:54:26.827927 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:26.831803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:26.876438 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:26.884020 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.884367 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.884709 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.885046 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.885374 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.885702 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.886027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.886345 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.886666 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.886985 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.887329 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.887651 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.887968 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.888283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:26.888596 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.229378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['3c0d0516-0cd6-4400-aa39-bbacf571ace1'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:54:27.331362 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:27.951990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800729-d143-4203-b6d9-1bd9f253439a req-e00f2fa0-3fbb-4ccf-85c6-280e32c9b0a8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:27.953467 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-53800729-d143-4203-b6d9-1bd9f253439a req-e00f2fa0-3fbb-4ccf-85c6-280e32c9b0a8 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 944 time: 0.3430159 May 27 09:54:27.959839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81746419-64bc-463f-97f9-3e472858f2b0 req-7cf82a9b-22fc-4239-9c3c-1ee9396b0c4d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:27.961287 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81746419-64bc-463f-97f9-3e472858f2b0 req-7cf82a9b-22fc-4239-9c3c-1ee9396b0c4d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 943 time: 0.3494892 May 27 09:54:28.034585 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-53800729-d143-4203-b6d9-1bd9f253439a req-70647bc9-2063-40d7-ae4f-dd66fcc862aa tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722680 May 27 09:54:28.038445 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-81746419-64bc-463f-97f9-3e472858f2b0 req-90bc78b1-5772-4728-b6a2-91403cf74606 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691352 May 27 09:54:28.520207 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=45 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:28.523634 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=50,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:28.652977 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a5872eee-9e8c-4b27-9455-b29cc8304599 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:54:28.659883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:28.663673 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 3c0d0516-0cd6-4400-aa39-bbacf571ace1 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:54:28.760966 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:54:28.772477 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:54:28.772783 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:28.814573 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5872eee-9e8c-4b27-9455-b29cc8304599,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:28.831517 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:54:28.895292 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:54:28.895672 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:28.898941 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a5872eee-9e8c-4b27-9455-b29cc8304599 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:54:28.899337 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:28.924684 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5872eee-9e8c-4b27-9455-b29cc8304599 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:54:28.931711 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:28.933914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0fa2e8-16f2-4329-acc3-b6debd8f4222" -d '{"events": [{"server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "name": "network-vif-plugged", "status": "completed", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:28.951047 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:28.958911 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:28.971078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5872eee-9e8c-4b27-9455-b29cc8304599,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:28.987997 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f0407-ba93-4a46-a107-69b74255783c x-openstack-request-id: req-a19f0407-ba93-4a46-a107-69b74255783c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:28.988273 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "name": "network-vif-plugged", "status": "completed", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:28.988515 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a19f0407-ba93-4a46-a107-69b74255783c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:28.988892 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19f0407-ba93-4a46-a107-69b74255783c'] response: {'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'code': 200} May 27 09:54:28.991214 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:29.015819 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:29.064826 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:29.069898 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-958c5364-ef57-4432-97f0-08179fd168b8 req-1dedfabb-1a64-4bfa-90f1-5d1196195795 service neutron] (104223) timed out ('10.222.0.65', 60523) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 09:54:29.219888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747a86d-b849-46af-8cac-f3e9bb1d2473 req-b2aa3f6f-cb49-4b64-af66-efc054ac361c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:29.221367 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9747a86d-b849-46af-8cac-f3e9bb1d2473 req-b2aa3f6f-cb49-4b64-af66-efc054ac361c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 944 time: 0.1074226 May 27 09:54:29.227164 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b4f8e-b77d-4e47-b991-8e6d052a0809 req-cc757572-8321-4b20-9439-87fdf6bfae77 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:29.228542 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc9b4f8e-b77d-4e47-b991-8e6d052a0809 req-cc757572-8321-4b20-9439-87fdf6bfae77 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.1121364 May 27 09:54:29.241901 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8bcb7-5e40-402b-a178-45b0c462f668 req-95ade055-0195-400b-b562-6175e4769b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:29.243339 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fe8bcb7-5e40-402b-a178-45b0c462f668 req-95ade055-0195-400b-b562-6175e4769b22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 1129 time: 0.0764136 May 27 09:54:29.277384 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:29.339376 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9747a86d-b849-46af-8cac-f3e9bb1d2473 req-b300eade-5057-4c61-b751-4b04b2bd78d8 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080344 May 27 09:54:29.348293 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0fe8bcb7-5e40-402b-a178-45b0c462f668 req-7a2aeeca-9e20-49f2-bd32-7f63049841a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944188 May 27 09:54:29.351409 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-fc9b4f8e-b77d-4e47-b991-8e6d052a0809 req-9d31a645-5cbf-4e1f-b780-4fd3d9313b30 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169693 May 27 09:54:29.433311 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['a5872eee-9e8c-4b27-9455-b29cc8304599'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:54:29.647197 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:30.480408 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7b735-0283-49fe-94a8-196c1ee8cee8 req-a6f5992d-0ba6-426b-9ba3-9af7ac87420b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:30.481875 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95b7b735-0283-49fe-94a8-196c1ee8cee8 req-a6f5992d-0ba6-426b-9ba3-9af7ac87420b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 944 time: 0.0743611 May 27 09:54:30.491852 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc7865-1287-4a93-aaa1-475319475398 req-e534a9f4-8a8b-4c23-8831-4d8335a5292d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:30.493212 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-12fc7865-1287-4a93-aaa1-475319475398 req-e534a9f4-8a8b-4c23-8831-4d8335a5292d tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0738232 May 27 09:54:30.570007 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-95b7b735-0283-49fe-94a8-196c1ee8cee8 req-afb1c959-276e-4da7-acba-284cf8df709b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758572 May 27 09:54:30.573927 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-12fc7865-1287-4a93-aaa1-475319475398 req-1698bb2e-9eb1-40f0-9de6-334c349335a3 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739250 May 27 09:54:30.669480 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a5872eee-9e8c-4b27-9455-b29cc8304599 up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:54:30.822796 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:30.828459 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port a5872eee-9e8c-4b27-9455-b29cc8304599 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:54:30.833830 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port a5872eee-9e8c-4b27-9455-b29cc8304599 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:54:30.834247 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:30.903225 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port a5872eee-9e8c-4b27-9455-b29cc8304599 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:54:30.903715 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:30.939429 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5872eee-9e8c-4b27-9455-b29cc8304599,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:54:30.942947 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:30.987919 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:30.990210 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:30.992446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7b920-a2e2-4f2c-ab6f-4a2f80165169" -d '{"events": [{"server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:31.026905 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af013c82-eafe-4be7-8a19-1054d0cbff56 x-openstack-request-id: req-af013c82-eafe-4be7-8a19-1054d0cbff56 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:31.027185 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "name": "network-vif-plugged", "status": "completed", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:31.027479 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af013c82-eafe-4be7-8a19-1054d0cbff56 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:31.027865 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af013c82-eafe-4be7-8a19-1054d0cbff56'] response: {'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'code': 200} May 27 09:54:31.441537 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d7e7-ec38-4d15-9087-31db338f2bad req-fbd39ecb-7785-47df-a5f4-f0f83a23a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:31.443039 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f9b3d7e7-ec38-4d15-9087-31db338f2bad req-fbd39ecb-7785-47df-a5f4-f0f83a23a5a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0404029 May 27 09:54:31.486957 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f9b3d7e7-ec38-4d15-9087-31db338f2bad req-4d62f3ad-3b9a-488f-9247-0763e20f1e5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 May 27 09:54:31.721719 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259640-afd9-41cd-b31b-90e141aef455 req-18a87d6d-b495-4d2c-b930-fdd346b38b60 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:31.723201 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1259640-afd9-41cd-b31b-90e141aef455 req-18a87d6d-b495-4d2c-b930-fdd346b38b60 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 945 time: 0.0840359 May 27 09:54:31.729560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50975-e87d-43c3-83f4-b7179a979636 req-b8f425ab-d94f-4712-9477-ea8b833ce2e6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:31.730922 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39e50975-e87d-43c3-83f4-b7179a979636 req-b8f425ab-d94f-4712-9477-ea8b833ce2e6 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0893254 May 27 09:54:31.773183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:31.808231 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c1259640-afd9-41cd-b31b-90e141aef455 req-7fbe5ebf-7a60-48df-8fac-5aa592f98369 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763602 May 27 09:54:31.811479 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-39e50975-e87d-43c3-83f4-b7179a979636 req-e0cb5b8a-f872-4eb4-9670-148fe3ad41e9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730288 May 27 09:54:31.921794 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d7722-98c7-4d3c-bd41-8b52a482c763 req-60ce5bde-9f82-407a-a915-35204c3f4197 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:31.923830 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-108d7722-98c7-4d3c-bd41-8b52a482c763 req-60ce5bde-9f82-407a-a915-35204c3f4197 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0512433 May 27 09:54:31.932802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:31.937068 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Request body: {'floatingip': {'port_id': '3c0d0516-0cd6-4400-aa39-bbacf571ace1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:31.977145 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:32.329805 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:32.388352 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:32.392069 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:32.484155 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP e53b7acc-9933-45c5-b5e5-e921316f2da4 associated. External IP: 172.27.1.72, port: 3c0d0516-0cd6-4400-aa39-bbacf571ace1. May 27 09:54:32.675538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:54:32.778953 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:54:32.784289 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:32.791915 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:54:32.802407 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:32.803070 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:54:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:32.814727 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:32.819823 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9377b7e7-4148-4adf-8c34-3678ea02bd35 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "PUT /v2.0/floatingips/e53b7acc-9933-45c5-b5e5-e921316f2da4 HTTP/1.1" status: 200 len: 990 time: 0.8860252 May 27 09:54:32.821338 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:32.823688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673266a7-04a9-4c92-91a9-a23fb2d80c56" -d '{"events": [{"name": "network-changed", "server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:32.873866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c270ff3-785c-4b04-b934-1a9150513653 x-openstack-request-id: req-0c270ff3-785c-4b04-b934-1a9150513653 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:32.874277 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:32.874536 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c270ff3-785c-4b04-b934-1a9150513653 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:32.875722 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c270ff3-785c-4b04-b934-1a9150513653'] response: {'name': 'network-changed', 'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'status': 'completed', 'code': 200} May 27 09:54:32.911029 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:32.937731 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871c9b-36f7-4804-a890-297ab3a2fcc9 req-156a841f-87c0-4f23-b33f-9d17f0b702d0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:32.941421 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31871c9b-36f7-4804-a890-297ab3a2fcc9 req-156a841f-87c0-4f23-b33f-9d17f0b702d0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 945 time: 0.0529983 May 27 09:54:32.992983 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-31871c9b-36f7-4804-a890-297ab3a2fcc9 req-785b24ad-ead4-48f6-bd96-2c9397eefcd7 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 May 27 09:54:33.116837 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750643b9-9a2d-4368-af29-4cc495c2c43a req-a70140d6-f5ac-4962-ba4e-35984114ea7a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.118453 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-750643b9-9a2d-4368-af29-4cc495c2c43a req-a70140d6-f5ac-4962-ba4e-35984114ea7a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 945 time: 0.0559950 May 27 09:54:33.169241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-750643b9-9a2d-4368-af29-4cc495c2c43a req-e25de020-50e1-4ea1-b937-2954a05c7f82 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 May 27 09:54:33.191239 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46232) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:33.222876 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e53b7acc-9933-45c5-b5e5-e921316f2da4', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:95:0e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:18Z', 'updated_at': '2022-05-27T09:54:32Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:33.246715 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:54:33.255029 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:33.255666 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:54:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:33.263795 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e91b03-efad-4615-98a3-0fae3bfd9de4 tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.265335 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f0e91b03-efad-4615-98a3-0fae3bfd9de4 tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1124 time: 0.0731559 May 27 09:54:33.268135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:54:33.272598 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:54:33.277796 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-8e99de41-aaf7-4e6d-b151-d3fc9dccfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.279229 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-8e99de41-aaf7-4e6d-b151-d3fc9dccfa81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43091208be574e6e8cc348667792f751&device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 1129 time: 0.0752420 May 27 09:54:33.330314 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:33.357811 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:33.429487 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:33.441994 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-3bedc5c2-9569-4be8-9625-cf57af61a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.443502 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-3bedc5c2-9569-4be8-9625-cf57af61a365 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 200 len: 915 time: 0.1569397 May 27 09:54:33.459505 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:33.497483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:33.530638 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:33.549252 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-715d156e-9f91-4ec3-8dbe-066ca76b8da7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1 HTTP/1.1" status: 200 len: 998 time: 0.0978022 May 27 09:54:33.567455 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e53b7acc-9933-45c5-b5e5-e921316f2da4', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:95:0e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:18Z', 'updated_at': '2022-05-27T09:54:32Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:33.592085 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d060df-c193-434f-ad92-05c718bd5889 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': 'e53b7acc-9933-45c5-b5e5-e921316f2da4', 'tenant_id': '43091208be574e6e8cc348667792f751', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'port_id': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'mac_address': 'fa:16:3e:95:0e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:18Z', 'updated_at': '2022-05-27T09:54:32Z', 'revision_number': 1, 'project_id': '43091208be574e6e8cc348667792f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:54:33.640204 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-52ce17cd-4ed7-46f0-989a-a33b6c0c6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.641661 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-52ce17cd-4ed7-46f0-989a-a33b6c0c6d13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 200 len: 853 time: 0.0869241 May 27 09:54:33.662082 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.27.1.83 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/6a7f846d-974d-40f6-baa6-65e983f9d84a) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:33.701847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-c0a27390-3580-462a-8f84-42014254ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:33.703249 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-c0a27390-3580-462a-8f84-42014254ce9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f851c882-debd-4ebe-9da5-a1c317e6e8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552886 May 27 09:54:33.795863 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204c830-0b78-43e8-b7ba-fcb6657a89bb None None] New status for floating IP e53b7acc-9933-45c5-b5e5-e921316f2da4: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:54:33.848483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:33.864300 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-6379e0c3-190a-4e7d-a72e-c80852d9a8c3 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513567 May 27 09:54:33.866951 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:33.967231 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:33.999905 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-673266a7-04a9-4c92-91a9-a23fb2d80c56 req-ec697b71-a128-4a9e-9b10-599fdf469bd6 service neutron] 10.222.0.65 "GET /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281621 May 27 09:54:34.009690 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:34.012620 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:34.016075 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:54:34.048568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=6a7f846d-974d-40f6-baa6-65e983f9d84a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:34.229708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:34.626430 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (694676ff-7532-4122-ba0d-19633cc66558), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:34.699689 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:34.874344 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:34.876451 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:34.880474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:34.946541 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=6a7f846d-974d-40f6-baa6-65e983f9d84a,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:34.966534 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (694676ff-7532-4122-ba0d-19633cc66558), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:35.067619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 694676ff-7532-4122-ba0d-19633cc66558 associated. External IP: 172.27.1.83, port: a5872eee-9e8c-4b27-9455-b29cc8304599. May 27 09:54:35.261342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:54:35.347404 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:35.367111 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:54:35.376770 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:54:35.386094 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:35.388093 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:35.388692 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:54:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:35.415645 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-36dd067f-6535-4da3-8f33-f4ca40fb4335 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1464686 May 27 09:54:35.416286 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:54:35.418629 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b803e-9c46-4a05-a71f-a26ea22ce210" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:54:35.453929 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc6901-efbf-4b97-893f-7a82799dc155 x-openstack-request-id: req-67dc6901-efbf-4b97-893f-7a82799dc155 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:54:35.454221 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:54:35.454524 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67dc6901-efbf-4b97-893f-7a82799dc155 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:54:35.454932 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dc6901-efbf-4b97-893f-7a82799dc155'] response: {'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'status': 'completed', 'code': 200} May 27 09:54:35.489739 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:35.534996 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-81438bbd-4230-4856-b1ba-523226696d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:35.536559 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-81438bbd-4230-4856-b1ba-523226696d93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0385189 May 27 09:54:35.629551 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-3d78e6f7-2b07-4ec2-8650-4b4d390064b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:35.631051 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-3d78e6f7-2b07-4ec2-8650-4b4d390064b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0889232 May 27 09:54:35.691770 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-925178a1-8670-4651-8f76-0507390ea88a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 998 time: 0.0534186 May 27 09:54:35.695770 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:34Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:35.721100 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:54:35.729322 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:54:35.729930 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:54:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:35.738900 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-fb4ecbe8-2be6-4646-b6d1-7017f81d033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:35.740404 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-fb4ecbe8-2be6-4646-b6d1-7017f81d033a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0429065 May 27 09:54:35.786058 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-1bb43672-fb48-429e-a1b5-699c177611f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:54:35.787502 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-1bb43672-fb48-429e-a1b5-699c177611f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416715 May 27 09:54:35.829529 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:54:35.847390 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:35.878248 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-9b319377-5aec-4625-a3a1-cd3cbf206f8b service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852346 May 27 09:54:35.971292 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1d4b803e-9c46-4a05-a71f-a26ea22ce210 req-8595d83e-5edb-4ab3-a94e-0f7f22707f19 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 May 27 09:54:36.032527 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:34Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:54:36.060139 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae9274-6e14-4f8d-9503-e8fa55433609 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:34Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:54:36.252456 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461b836-a168-495f-8b07-b63ece6c6dcf None None] New status for floating IP 694676ff-7532-4122-ba0d-19633cc66558: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:54:42.075972 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-47675a38-8f93-4b1a-9d7a-f29bf6684b15 req-4cfbcb1f-8f72-4ca9-b86d-8f3585511600 service neutron] (104223) timed out ('10.222.0.65', 60535) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 09:54:45.412121 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-11185187-7772-462f-9b9e-59cf44403839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:45.966549 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=11 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:45.968421 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:46.030519 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=94 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:46.036118 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=76 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:54:47.791192 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-160d81b9-6cd4-413a-946c-f9d46a71fecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:48.953764 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:50.060419 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:51.720093 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:52.670618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:54:53.663361 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:55:02.661804 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:02.666513 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:11.760038 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-6e50d8a5-2468-490b-be9e-76afb7e4d600 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373344 May 27 09:55:11.855584 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-36c9f75a-d46b-47ff-b8e5-3a7c0bc36b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:55:11.857694 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-36c9f75a-d46b-47ff-b8e5-3a7c0bc36b7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0391686 May 27 09:55:11.958879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-efc42440-2f80-43d5-a827-54ebcd6e3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:55:11.960338 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-efc42440-2f80-43d5-a827-54ebcd6e3da2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0857437 May 27 09:55:12.018584 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-9e269b93-96e0-4732-9068-48a86e6f2dd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 1000 time: 0.0515957 May 27 09:55:12.069597 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-69197f82-41a7-4fee-a401-ec05322c7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:55:12.071032 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-69197f82-41a7-4fee-a401-ec05322c7dbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0460782 May 27 09:55:12.113388 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-8a08aed0-1222-430e-9079-c8fbf84089f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:55:12.114841 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-8a08aed0-1222-430e-9079-c8fbf84089f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375428 May 27 09:55:12.213210 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-7168bbc4-a64e-4102-8908-3d99ad446b64 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926793 May 27 09:55:12.303533 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2ffd02dd-45cd-4bcb-8440-0efdac86156e req-f7c611c0-839a-4482-8f32-5034f76fe204 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 May 27 09:55:14.112359 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:14.116515 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:15.413647 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c4e69e1-f8d9-4d09-8236-137ee411cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:17.792247 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cbd07ee-ef7c-4929-9099-5d2afd65fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:18.956210 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:20.063098 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:21.712660 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:22.293935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=47 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:22.300646 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=54 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:22.713305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:30.665215 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:55:32.704583 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:32.708874 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:45.418280 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e16123f2-bbd7-467e-a88f-6edad5ec63bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:47.793806 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7541f3aa-3234-4fed-a5c4-b7f966c1a77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:48.960131 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:49.611155 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=3 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:49.611936 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:55:50.065927 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:51.716187 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:52.711045 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:55:59.614926 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c4656-8f17-4274-ba99-dc839fc1d58b req-3f5d07e7-2cc2-4dff-9921-3afa51234455 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:55:59.616310 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c1c4656-8f17-4274-ba99-dc839fc1d58b req-3f5d07e7-2cc2-4dff-9921-3afa51234455 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0472248 May 27 09:55:59.662041 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c1c4656-8f17-4274-ba99-dc839fc1d58b req-00915f11-4cdd-4e3a-a4a8-2c7009f89cc4 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 May 27 09:56:00.779345 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925d05-ab69-47cc-9b7a-eb052e8673ad req-05b8e0a4-a7db-4269-8eb7-cfa783375a44 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:00.780803 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c925d05-ab69-47cc-9b7a-eb052e8673ad req-05b8e0a4-a7db-4269-8eb7-cfa783375a44 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0494318 May 27 09:56:00.825891 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0c925d05-ab69-47cc-9b7a-eb052e8673ad req-00eb5c37-4ddf-4e50-95ef-246b4445dcf9 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 May 27 09:56:01.644804 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-32deeda6-9472-4164-a7ef-40595e41a3a2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:01.646221 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-32deeda6-9472-4164-a7ef-40595e41a3a2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0464735 May 27 09:56:01.728949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:01.729206 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:01.814076 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] For port 3c0d0516-0cd6-4400-aa39-bbacf571ace1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3c0d0516-0cd6-4400-aa39-bbacf571ace1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:01.814787 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:01.987340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323a70-4733-4e48-a8dc-56a487a88e70 req-716e4838-4029-4e46-9117-b1c5f10f2ea0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:01.988702 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd323a70-4733-4e48-a8dc-56a487a88e70 req-716e4838-4029-4e46-9117-b1c5f10f2ea0 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/ports?device_id=15a782e9-c458-440c-8c00-3ad1eb73ffdb HTTP/1.1" status: 200 len: 945 time: 0.0847790 May 27 09:56:02.029305 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:02.029662 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:02.029976 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Floating IP e53b7acc-9933-45c5-b5e5-e921316f2da4 disassociated. External IP: 172.27.1.72, port: 3c0d0516-0cd6-4400-aa39-bbacf571ace1. May 27 09:56:02.030319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 3c0d0516-0cd6-4400-aa39-bbacf571ace1 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:02.062465 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd323a70-4733-4e48-a8dc-56a487a88e70 req-22baab6c-2f62-463a-838c-b06bb0413d8e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1a52284-6f69-4805-a801-d8564556abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674999 May 27 09:56:02.174717 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (3c0d0516-0cd6-4400-aa39-bbacf571ace1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:02.200261 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=3c0d0516-0cd6-4400-aa39-bbacf571ace1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:02.209784 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.210238 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.210491 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.210811 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.211425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.211750 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.212072 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.212390 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.212709 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.213046 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.213348 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.214093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.214093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.214286 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.214567 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:02.296373 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:02.316540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:02.320794 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:56:02.422161 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:56:02.432344 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:56:02.441749 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:56:02.442383 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:55:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:02.463912 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] No DVR routers for this DVR port 3c0d0516-0cd6-4400-aa39-bbacf571ace1 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:56:02.466693 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:02.470061 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-20cfe576-c9a9-45d2-b7f3-7449f428745b req-bfe44b91-c1b8-498c-ba5b-6d62eb9b5472 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.65 "DELETE /v2.0/ports/3c0d0516-0cd6-4400-aa39-bbacf571ace1 HTTP/1.1" status: 204 len: 173 time: 0.8192942 May 27 09:56:02.470517 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'name': 'network-vif-deleted', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:56:02.473587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd342b9-1745-449b-af5b-4b16c83474c8" -d '{"events": [{"server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "name": "network-vif-deleted", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:56:02.545040 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:56:02.589679 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf51d22-7cb0-4e2e-bea9-7fa3a3827c3e x-openstack-request-id: req-7cf51d22-7cb0-4e2e-bea9-7fa3a3827c3e {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:56:02.589972 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a782e9-c458-440c-8c00-3ad1eb73ffdb", "name": "network-vif-deleted", "tag": "3c0d0516-0cd6-4400-aa39-bbacf571ace1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:56:02.590227 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cf51d22-7cb0-4e2e-bea9-7fa3a3827c3e {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:56:02.590631 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf51d22-7cb0-4e2e-bea9-7fa3a3827c3e'] response: {'server_uuid': '15a782e9-c458-440c-8c00-3ad1eb73ffdb', 'name': 'network-vif-deleted', 'tag': '3c0d0516-0cd6-4400-aa39-bbacf571ace1', 'status': 'completed', 'code': 200} May 27 09:56:02.705951 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:02.708469 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:02.739491 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:02.763999 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:56:02.772828 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:56:02.773415 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:55:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:02.871265 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:56:03.054668 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:03.078781 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff79d3-bb92-419f-9c3f-7315f5e17888 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:56Z', 'revision_number': 4, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '2531b09d-3b49-4ebc-93ec-407865b37ec1', 'name': '', 'network_id': 'f851c882-debd-4ebe-9da5-a1c317e6e8ac', 'tenant_id': '43091208be574e6e8cc348667792f751', 'mac_address': 'fa:16:3e:c8:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:55Z', 'updated_at': '2022-05-27T09:47:59Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'subnets': [{'id': 'eee5ea42-c1e8-4efe-b8a6-b5161bc4617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:56:03.148896 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46352) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:03.205372 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (a1a52284-6f69-4805-a801-d8564556abf4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.230707 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (a1a52284-6f69-4805-a801-d8564556abf4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.286292 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a1a52284-6f69-4805-a801-d8564556abf4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.289883 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.291247 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1a52284-6f69-4805-a801-d8564556abf4 HTTP/1.1" status: 204 len: 168 time: 0.1413422 May 27 09:56:03.294058 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46354) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:03.301422 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713e9a6-27fb-4f04-b595-ed008ea28771 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a52284-6f69-4805-a801-d8564556abf4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:03.309443 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.api.v2.resource [None req-d078946c-aa94-40f7-afa5-ded7ebdbefb2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] show failed (client error): The resource could not be found. May 27 09:56:03.310492 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-d078946c-aa94-40f7-afa5-ded7ebdbefb2 tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "GET /v2.0/security-groups/a1a52284-6f69-4805-a801-d8564556abf4 HTTP/1.1" status: 404 len: 347 time: 0.0153654 May 27 09:56:03.310648 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05f130-9301-4888-a60c-b87198daa19b None None] New status for floating IP e53b7acc-9933-45c5-b5e5-e921316f2da4: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:56:03.313398 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:03.426028 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Deleting port 5d113195-cc81-47ef-8e6e-7011b5626c94 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:03.426386 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.508020 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.508344 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (5d113195-cc81-47ef-8e6e-7011b5626c94), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.520750 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Calling delete_port for 5d113195-cc81-47ef-8e6e-7011b5626c94 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:03.647541 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (5d113195-cc81-47ef-8e6e-7011b5626c94), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.669614 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Pushing event deleted for resources: {'Port': ['ID=5d113195-cc81-47ef-8e6e-7011b5626c94,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:03.679960 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.680237 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.680574 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.680905 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.681233 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.681558 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.682340 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.682340 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.682540 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.682803 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.683118 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.683459 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.683782 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.684095 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.684410 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:03.744224 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks [] for floatingip (e53b7acc-9933-45c5-b5e5-e921316f2da4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.746647 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:03.747823 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-fc07ae9d-78e7-4481-aad0-46a4f981201e tempest-AttachVolumeNegativeTest-2003459995 tempest-AttachVolumeNegativeTest-2003459995-project] 10.222.0.41 "DELETE /v2.0/floatingips/e53b7acc-9933-45c5-b5e5-e921316f2da4 HTTP/1.1" status: 204 len: 168 time: 0.4333496 May 27 09:56:05.111142 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 3c0d0516-0cd6-4400-aa39-bbacf571ace1 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:56:05.129822 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 3c0d0516-0cd6-4400-aa39-bbacf571ace1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:56:05.130162 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 3c0d0516-0cd6-4400-aa39-bbacf571ace1 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:56:07.392546 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46394) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:07.667377 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:56:07.818016 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (c674d645-a144-49a2-b619-6fa9265a023f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:07.857640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:07.996234 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:08.035092 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Deleting port 2531b09d-3b49-4ebc-93ec-407865b37ec1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:08.035467 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:08.111725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] For port 2531b09d-3b49-4ebc-93ec-407865b37ec1, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2531b09d-3b49-4ebc-93ec-407865b37ec1,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:08.112152 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:08.124664 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Calling delete_port for 2531b09d-3b49-4ebc-93ec-407865b37ec1 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:08.295738 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (2531b09d-3b49-4ebc-93ec-407865b37ec1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:08.319668 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Pushing event deleted for resources: {'Port': ['ID=2531b09d-3b49-4ebc-93ec-407865b37ec1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:08.481004 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (c674d645-a144-49a2-b619-6fa9265a023f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:08.675698 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Router c674d645-a144-49a2-b619-6fa9265a023f has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:56:08.686029 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:08.758621 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:08.775990 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:56:08.781463 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-05811f83-416e-4aad-b0da-56c370e0c629 admin admin] 10.222.0.41 "PUT /v2.0/routers/c674d645-a144-49a2-b619-6fa9265a023f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3880327 May 27 09:56:08.783575 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46398) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:08.784435 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Sync routers for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:56:08.793993 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:56:08.794591 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:55:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:08.881208 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks [] for router (c674d645-a144-49a2-b619-6fa9265a023f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:08.893225 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:56:08.987052 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks [] for router_gateway (c674d645-a144-49a2-b619-6fa9265a023f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.029570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Deleting port e6a7adc4-b2ab-47b8-a694-f77863b9f659 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:09.029927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.080662 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:09.084323 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:56:08Z', 'revision_number': 5, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port': {'id': 'e6a7adc4-b2ab-47b8-a694-f77863b9f659', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:09.108655 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Checking router: c674d645-a144-49a2-b619-6fa9265a023f for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:56:09.111400 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] For port e6a7adc4-b2ab-47b8-a694-f77863b9f659, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e6a7adc4-b2ab-47b8-a694-f77863b9f659,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:09.111767 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.117428 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Routers {'c674d645-a144-49a2-b619-6fa9265a023f'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:56:09.118022 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:55:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['c674d645-a144-49a2-b619-6fa9265a023f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:09.125170 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Calling delete_port for e6a7adc4-b2ab-47b8-a694-f77863b9f659 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:09.158248 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=100 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:09.199491 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] Set router c674d645-a144-49a2-b619-6fa9265a023f gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:56:09.249987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:56:08Z', 'revision_number': 6, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:09.281389 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a619a-ffdc-446f-847c-55e8b12dc3c7 None None] The sync data for ids ['c674d645-a144-49a2-b619-6fa9265a023f'] in dv-cinder-797608-21-iscsi is: [{'id': 'c674d645-a144-49a2-b619-6fa9265a023f', 'name': 'tempest-AttachVolumeNegativeTest-896836046-router', 'tenant_id': '43091208be574e6e8cc348667792f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:47:53Z', 'updated_at': '2022-05-27T09:56:08Z', 'revision_number': 6, 'project_id': '43091208be574e6e8cc348667792f751', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:56:09.294802 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:09.312055 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (e6a7adc4-b2ab-47b8-a694-f77863b9f659), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.343906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a7adc4-b2ab-47b8-a694-f77863b9f659,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:09.368579 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:09.406520 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (c674d645-a144-49a2-b619-6fa9265a023f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.491362 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (c674d645-a144-49a2-b619-6fa9265a023f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.493495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks [] for router_controller (c674d645-a144-49a2-b619-6fa9265a023f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.798149 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (c674d645-a144-49a2-b619-6fa9265a023f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.799077 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c674d645-a144-49a2-b619-6fa9265a023f {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:56:09.804337 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.805428 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-07751c88-107b-4a4c-9d07-6c54a1e176d4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c674d645-a144-49a2-b619-6fa9265a023f HTTP/1.1" status: 204 len: 168 time: 1.0208716 May 27 09:56:09.807944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46400) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:09.851712 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Deleting subnet eee5ea42-c1e8-4efe-b8a6-b5161bc4617e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:56:09.854707 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Publish callbacks [] for subnet (eee5ea42-c1e8-4efe-b8a6-b5161bc4617e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.888744 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (eee5ea42-c1e8-4efe-b8a6-b5161bc4617e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:09.965766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (eee5ea42-c1e8-4efe-b8a6-b5161bc4617e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.016531 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (eee5ea42-c1e8-4efe-b8a6-b5161bc4617e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.041840 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee5ea42-c1e8-4efe-b8a6-b5161bc4617e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:10.046470 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.050647 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a2e9f708-7162-4e48-a1ae-7e4aab6dc13c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eee5ea42-c1e8-4efe-b8a6-b5161bc4617e HTTP/1.1" status: 204 len: 168 time: 0.2407944 May 27 09:56:10.052906 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46402) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:10.054614 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163dd1b3-0f8f-415e-b4af-958d8465ba72 None None] Network f851c882-debd-4ebe-9da5-a1c317e6e8ac requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:56:10.090678 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2531b09d-3b49-4ebc-93ec-407865b37ec1 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:56:10.117473 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 2531b09d-3b49-4ebc-93ec-407865b37ec1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:56:10.117816 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2531b09d-3b49-4ebc-93ec-407865b37ec1 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:56:10.130183 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (f851c882-debd-4ebe-9da5-a1c317e6e8ac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.171825 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Deleting port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:10.172102 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.239221 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] DHCP port deletion for f851c882-debd-4ebe-9da5-a1c317e6e8ac request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:56:10.242539 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] For port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:10.242903 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.260380 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Calling delete_port for 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:10.280039 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Deleting port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:56:10.280361 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.342972 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.349057 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] For port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,segment=NetworkSegment(06c0e3b8-c4cb-4083-8f86-276cba5a36a8),segment_id=06c0e3b8-c4cb-4083-8f86-276cba5a36a8)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:10.349459 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.366301 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Calling delete_port for 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:56:10.372119 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] No DVR routers for this DVR port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:56:10.377446 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:10.447082 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (65e1d7b3-7c53-4cab-b166-4ccad2c09b58), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.449425 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (f851c882-debd-4ebe-9da5-a1c317e6e8ac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.469816 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f851c882-debd-4ebe-9da5-a1c317e6e8ac']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:10.470847 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Pushing event deleted for resources: {'Port': ['ID=65e1d7b3-7c53-4cab-b166-4ccad2c09b58,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:10.477224 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:10.478324 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] No DVR routers for this DVR port 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:56:10.480756 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.481101 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.481446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.481809 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.482141 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.482450 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.482784 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.483095 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.483685 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.484297 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c0e3b8-c4cb-4083-8f86-276cba5a36a8') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:10.484420 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.484538 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c0e3b8-c4cb-4083-8f86-276cba5a36a8') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:56:10.484674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.484674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.484674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.485009 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.485377 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ca2c2-c7b8-4178-8c08-68ab2d3a6533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:56:10.500618 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (06c0e3b8-c4cb-4083-8f86-276cba5a36a8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.514767 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (06c0e3b8-c4cb-4083-8f86-276cba5a36a8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.521688 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:56:10.522070 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (06c0e3b8-c4cb-4083-8f86-276cba5a36a8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.583716 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (f851c882-debd-4ebe-9da5-a1c317e6e8ac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.588563 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.592040 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f851c882-debd-4ebe-9da5-a1c317e6e8ac HTTP/1.1" status: 204 len: 168 time: 0.5379312 May 27 09:56:10.609153 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 06c0e3b8-c4cb-4083-8f86-276cba5a36a8 resource provider aggregate not found May 27 09:56:10.613734 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c546466-74e3-4e0d-8403-771fd6a4c3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f851c882-debd-4ebe-9da5-a1c317e6e8ac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:10.626195 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 06c0e3b8-c4cb-4083-8f86-276cba5a36a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c0e3b8-c4cb-4083-8f86-276cba5a36a8 found for delete ", "request_id": "req-5319a3d8-2924-4b36-925e-ab52e51136a0"}]} May 27 09:56:10.703815 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46412) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:10.746822 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0448fd3a-eba6-40d8-9d0e-ca3b1f6bb42d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43091208be574e6e8cc348667792f751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396059 May 27 09:56:10.747061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46414) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:10.793300 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] Publish callbacks [] for security_group (fef61bea-d179-4387-aa2b-db866b86062f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.817263 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] Publish callbacks [] for security_group (fef61bea-d179-4387-aa2b-db866b86062f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.863878 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (fef61bea-d179-4387-aa2b-db866b86062f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.866406 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:10.867569 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fef61bea-d179-4387-aa2b-db866b86062f HTTP/1.1" status: 204 len: 168 time: 0.1196454 May 27 09:56:10.875165 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7ae6a-5ea9-423d-bbef-d282a97b4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef61bea-d179-4387-aa2b-db866b86062f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:11.538553 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e6a7adc4-b2ab-47b8-a694-f77863b9f659 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:56:11.557130 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: e6a7adc4-b2ab-47b8-a694-f77863b9f659 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:56:11.557471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e6a7adc4-b2ab-47b8-a694-f77863b9f659 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:56:11.557883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:56:11.576950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:56:11.577291 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 65e1d7b3-7c53-4cab-b166-4ccad2c09b58 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:56:15.420003 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36708b58-0706-4978-a6be-011474ed4b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:17.797471 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-487ba03d-abce-4901-bc09-1ffee293e19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:18.962310 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.068737 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.326801 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46530) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:20.422999 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:20.431681 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-44981e95-2363-415f-a096-7d42ed2de3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.507623 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-44981e95-2363-415f-a096-7d42ed2de3e4 admin admin] Publish callbacks [] for security_group (3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.511230 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-44981e95-2363-415f-a096-7d42ed2de3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.549710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-44981e95-2363-415f-a096-7d42ed2de3e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4edf8093988e412882d9629af2b122ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218032 May 27 09:56:20.551190 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981e95-2363-415f-a096-7d42ed2de3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:20.553040 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:20.601734 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] Publish callbacks [] for security_group (3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.623315 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] Publish callbacks [] for security_group (3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.671754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.674304 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:20.676070 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2 HTTP/1.1" status: 204 len: 168 time: 0.1215568 May 27 09:56:20.686191 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6aa55-3d23-42cd-8c41-c0d23fa2e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577b50b-d7e4-4a9c-ab28-3f5bafbe60d2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:21.717717 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.295970 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:22.405221 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aeb45270-bcdf-45e5-bf09-2aa45ee12c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.478105 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aeb45270-bcdf-45e5-bf09-2aa45ee12c10 admin admin] Publish callbacks [] for security_group (dd6f659e-4353-43cc-b850-7bdaec877aaf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.481350 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aeb45270-bcdf-45e5-bf09-2aa45ee12c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dd6f659e-4353-43cc-b850-7bdaec877aaf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.521505 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-aeb45270-bcdf-45e5-bf09-2aa45ee12c10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8d88dbff34c4822921746157296968a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244759 May 27 09:56:22.523444 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb45270-bcdf-45e5-bf09-2aa45ee12c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f659e-4353-43cc-b850-7bdaec877aaf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:22.524232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 46588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:22.572027 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] Publish callbacks [] for security_group (dd6f659e-4353-43cc-b850-7bdaec877aaf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.592476 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] Publish callbacks [] for security_group (dd6f659e-4353-43cc-b850-7bdaec877aaf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.640639 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (dd6f659e-4353-43cc-b850-7bdaec877aaf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.643188 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.644386 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd6f659e-4353-43cc-b850-7bdaec877aaf HTTP/1.1" status: 204 len: 168 time: 0.1191242 May 27 09:56:22.651883 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee364f1a-151a-4ccb-9462-3de8c2f4b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f659e-4353-43cc-b850-7bdaec877aaf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:22.705288 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:22.915755 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46594) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:22.929622 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cfe12284-12a6-4e0d-ac3c-4d33e3a13f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.005981 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cfe12284-12a6-4e0d-ac3c-4d33e3a13f9e admin admin] Publish callbacks [] for security_group (5a73719d-01df-4b97-beec-22da9a047a8d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.009606 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cfe12284-12a6-4e0d-ac3c-4d33e3a13f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5a73719d-01df-4b97-beec-22da9a047a8d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.047095 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12284-12a6-4e0d-ac3c-4d33e3a13f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a73719d-01df-4b97-beec-22da9a047a8d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:23.051417 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-cfe12284-12a6-4e0d-ac3c-4d33e3a13f9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=569f5a5f937b40c1b2c0e348bce1da61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346314 May 27 09:56:23.054166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 46596) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:56:23.079725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:23.081140 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:23.106749 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] Publish callbacks [] for security_group (5a73719d-01df-4b97-beec-22da9a047a8d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.127013 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] Publish callbacks [] for security_group (5a73719d-01df-4b97-beec-22da9a047a8d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.172844 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (5a73719d-01df-4b97-beec-22da9a047a8d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.175300 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:23.176435 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a73719d-01df-4b97-beec-22da9a047a8d HTTP/1.1" status: 204 len: 168 time: 0.1214619 May 27 09:56:23.183725 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562109e-ddbe-4843-949e-e3945d581a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a73719d-01df-4b97-beec-22da9a047a8d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:26.598712 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=9 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:26.608721 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:32.646697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:32.647495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=45,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:32.701953 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:33.159061 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:33.180244 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:33.196115 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:39.914209 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-48e6cf8e-8d24-4470-8b21-9f2df3a48e72 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861602896&fields=id&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 267 time: 0.0489593 May 27 09:56:40.021121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-debc05f3-a6b6-400a-880b-23d805853ad0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:40.022586 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-debc05f3-a6b6-400a-880b-23d805853ad0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1014018 May 27 09:56:40.038047 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-6d0e499c-e927-46f2-8273-fb766c38591c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/quotas/0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 375 time: 0.0101423 May 27 09:56:40.099826 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-916cb083-2a4e-4c96-ad45-21aded2d0bfc tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559793 May 27 09:56:40.199618 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9ffdd298-c9cf-49de-946e-29dab9b2bf0e service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834970 May 27 09:56:40.295883 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-71b247b2-a626-4c60-8931-081108f877c4 service neutron] 10.222.0.41 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898602 May 27 09:56:40.596127 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-d684f48e-9953-472d-823e-dd00bf589437 req-e791e8be-23d8-4372-a564-800eb1bc4d60 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 210 time: 0.0299006 May 27 09:56:41.302429 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-06219a74-4850-4cb3-9689-b7d1def9143e req-f870bb34-f51e-4d3d-a657-f741c9beb69e service neutron] (104224) timed out ('10.222.0.65', 60537) {{(pid=104224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 09:56:41.675066 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-da499c0f-8f6a-4a0f-89c2-20d9fbbefc20 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:41.676611 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-da499c0f-8f6a-4a0f-89c2-20d9fbbefc20 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 811 time: 0.1131451 May 27 09:56:41.706005 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-79d80f12-60e1-4d89-954b-2340ed2c1a7a req-16d3af2f-e2ae-4166-b9ff-7764f6d47993 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 210 time: 0.0283926 May 27 09:56:41.769867 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-b26540d6-c961-444a-ae55-e7aade712c17 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb2f335c9b540af8f7119c85656efad HTTP/1.1" status: 200 len: 379 time: 0.0615938 May 27 09:56:41.784254 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'port': {'device_id': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'admin_state_up': True, 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'security_groups': ['6e460f8f-ec0b-4077-bbf1-0c03316e8441']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:56:41.895418 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Made reservation on behalf of 0fb2f335c9b540af8f7119c85656efad for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:56:41.898710 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.019117 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.20.0.10 (f077ba7a-e018-4516-8e3d-23ac2b5e2506/2939ee9c-1fad-49a9-8450-722ac87e978d/942d0152-92a5-4da9-8fdc-b859b499fcfe) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:56:42.088313 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:42.094475 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:42.168888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.199235 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.241312 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:56:42.246432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:56:42.250195 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:56:42.277376 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:42.311678 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:42.312328 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.330466 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9c5285f8-9f1c-482a-9544-bbab6f6a60fa tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500948 May 27 09:56:42.348751 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Request body: {'port': {'device_id': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:56:42.411615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.476132 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a041caa6-7f35-4b1d-9839-b579bec78809 None None] Provisioning complete for port 942d0152-92a5-4da9-8fdc-b859b499fcfe triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:56:42.476696 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a041caa6-7f35-4b1d-9839-b579bec78809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.513193 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a041caa6-7f35-4b1d-9839-b579bec78809 None None] Port 942d0152-92a5-4da9-8fdc-b859b499fcfe cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 09:56:42.709248 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942d0152-92a5-4da9-8fdc-b859b499fcfe {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:56:42.716944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks [] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.731317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Transition to ACTIVE for port object 942d0152-92a5-4da9-8fdc-b859b499fcfe will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 09:56:42.736222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:42.813171 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Pushing event updated for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:42.855720 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7bd09-4ea8-4ea4-a91a-bdbcac99d4b4 req-363353f4-639d-43b2-ac82-aa03e9000807 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:42.857558 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0f7bd09-4ea8-4ea4-a91a-bdbcac99d4b4 req-363353f4-639d-43b2-ac82-aa03e9000807 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0756066 May 27 09:56:42.926474 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:42.936259 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:42.953077 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Attempting to bind port 942d0152-92a5-4da9-8fdc-b859b499fcfe on host hv-cinder-79760 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 09:56:42.953414 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Attempting to bind port 942d0152-92a5-4da9-8fdc-b859b499fcfe by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 09:56:42.953856 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Attempting to bind port 942d0152-92a5-4da9-8fdc-b859b499fcfe on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:56:42.964526 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-c0f7bd09-4ea8-4ea4-a91a-bdbcac99d4b4 req-1ce5308e-0119-41bd-a0d0-85aa29b84771 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834749 May 27 09:56:42.965156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Port 942d0152-92a5-4da9-8fdc-b859b499fcfe on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 09:56:42.965258 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Attempting to bind port 942d0152-92a5-4da9-8fdc-b859b499fcfe on network f077ba7a-e018-4516-8e3d-23ac2b5e2506 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 09:56:42.973596 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Checking agent: {'id': '746ddcf3-87b9-4432-850d-33a2b0561ee8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'started_at': datetime.datetime(2022, 5, 27, 9, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 09:56:42.973991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Checking segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 09:56:42.974528 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Bound using segment: {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 09:56:42.975018 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Bound port: 942d0152-92a5-4da9-8fdc-b859b499fcfe, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a17a36-b3be-4979-a731-2c30ed6aed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 09:56:42.975427 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:43.039478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 09:56:43.042873 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 09:56:43.050544 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:43.096677 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:43.097930 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:43.099418 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] 10.222.0.65 "PUT /v2.0/ports/942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 1094 time: 0.7559097 May 27 09:56:43.099873 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:56:43.102106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7826b03d-f457-465b-b6b3-bf9d1d08eff8" -d '{"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:56:43.135498 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645a725-0996-4bb2-8903-4cc58f4b83f4 service neutron] Pushing event updated for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:43.162986 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0176bc-1c7a-4ce5-8202-77e491f1f372 x-openstack-request-id: req-7a0176bc-1c7a-4ce5-8202-77e491f1f372 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:56:43.163398 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:56:43.163657 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a0176bc-1c7a-4ce5-8202-77e491f1f372 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:56:43.164064 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0176bc-1c7a-4ce5-8202-77e491f1f372'] response: {'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'status': 'completed', 'code': 200} May 27 09:56:43.220626 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-4e35d013-baf4-44c3-a23c-9b54646604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:43.222161 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-4e35d013-baf4-44c3-a23c-9b54646604a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1128 time: 0.0425978 May 27 09:56:43.270931 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-f8f9fc13-ec84-42a4-b368-06e3bc1bda00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 217 time: 0.0349598 May 27 09:56:43.318698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-3c6f7714-c5f2-4409-89b7-fab2611ef6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:43.320191 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-3c6f7714-c5f2-4409-89b7-fab2611ef6bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0439749 May 27 09:56:43.366097 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-41a413c7-145a-4cad-8dea-f5a6811e176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:43.367619 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-41a413c7-145a-4cad-8dea-f5a6811e176a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417414 May 27 09:56:43.455415 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-9170f765-96a0-4ffd-97eb-8e1f03ef4ea3 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 May 27 09:56:43.545129 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-afc90a4e-ba61-4a31-afa5-6461453334c6 req-8371c6a4-4141-42b3-9a07-df24061b5729 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835617 May 27 09:56:44.078660 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991049b0-3029-4f59-afe5-d1398cf25c1e req-a8af4300-e7be-4754-8018-bc49d62dae71 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:44.080153 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-991049b0-3029-4f59-afe5-d1398cf25c1e req-a8af4300-e7be-4754-8018-bc49d62dae71 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0470212 May 27 09:56:44.128602 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-991049b0-3029-4f59-afe5-d1398cf25c1e req-44f29815-91db-4127-a4a4-507e0515c972 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 May 27 09:56:44.505766 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-0edaacd5-bcf3-4e9e-aa09-8f4f15fc8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:44.507171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-0edaacd5-bcf3-4e9e-aa09-8f4f15fc8ff7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1128 time: 0.0386460 May 27 09:56:44.601651 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-68fe991a-5cd8-4071-a32b-5873f35cdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:44.603839 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-68fe991a-5cd8-4071-a32b-5873f35cdcd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0897815 May 27 09:56:44.646372 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-37fd0b45-b946-44e9-9e68-3445351f942c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 217 time: 0.0318761 May 27 09:56:44.667119 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:56:44.698670 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-2f4ad703-4f3f-49af-9942-f49c6238cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:44.700138 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-2f4ad703-4f3f-49af-9942-f49c6238cd62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0460713 May 27 09:56:44.747495 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-067e800d-987d-4cd1-8c0d-c303881bade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:44.748995 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-067e800d-987d-4cd1-8c0d-c303881bade7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396767 May 27 09:56:44.838857 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:44.845739 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-3ea75fe6-eb6e-469f-8d69-8482a9c3fc10 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865107 May 27 09:56:44.918535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:44.940159 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-7826b03d-f457-465b-b6b3-bf9d1d08eff8 req-d047b036-6609-4d51-b772-965545116da5 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 May 27 09:56:45.239874 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f56f-3b35-41bc-9252-92929dc9afcc req-274fad60-ed5d-4333-aa57-b199be44432a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:45.241313 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9b8f56f-3b35-41bc-9252-92929dc9afcc req-274fad60-ed5d-4333-aa57-b199be44432a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0457807 May 27 09:56:45.287775 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b9b8f56f-3b35-41bc-9252-92929dc9afcc req-fb3bd911-ed36-4657-9ab4-bd7c50c3371b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 May 27 09:56:45.423375 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-449bab86-f258-4454-9ced-742b28333b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:46.402372 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63cf6a-51b4-49b1-b77a-7fff2b1599ff req-b711ce6c-dd4b-4740-a602-cc6a2929dffe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:46.403854 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ee63cf6a-51b4-49b1-b77a-7fff2b1599ff req-b711ce6c-dd4b-4740-a602-cc6a2929dffe tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0499454 May 27 09:56:46.450709 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-ee63cf6a-51b4-49b1-b77a-7fff2b1599ff req-e9a4ceb2-d931-4e71-8092-9558c1263749 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414724 May 27 09:56:47.560172 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa0065-3292-4adc-a3f4-743f8092c43d req-90af3178-48e5-47e3-857f-2c51ea928ca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:47.561604 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ffa0065-3292-4adc-a3f4-743f8092c43d req-90af3178-48e5-47e3-857f-2c51ea928ca0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0452552 May 27 09:56:47.609803 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-9ffa0065-3292-4adc-a3f4-743f8092c43d req-c25e2c09-189e-4a0a-96dd-43a77ce1f538 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 May 27 09:56:47.798410 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34f4eeec-6c48-41e9-aa7f-11f5025588e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:48.724222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49226c-9555-4c3a-8755-38e84850fd8b req-988decc5-770f-40c1-b9c4-2919766557ee tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:48.725671 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b49226c-9555-4c3a-8755-38e84850fd8b req-988decc5-770f-40c1-b9c4-2919766557ee tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0500970 May 27 09:56:48.772841 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5b49226c-9555-4c3a-8755-38e84850fd8b req-dbdb9741-34c3-4119-9375-34ae448e3fca tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 May 27 09:56:48.965868 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:49.883553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907543-e098-4ab6-9e9b-689add98986a req-da4d2a85-61b0-4577-9fe5-293ee5ce10de tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:49.884984 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54907543-e098-4ab6-9e9b-689add98986a req-da4d2a85-61b0-4577-9fe5-293ee5ce10de tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0459650 May 27 09:56:49.932102 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-54907543-e098-4ab6-9e9b-689add98986a req-c0a9caf5-b138-477c-957f-e52a65119f28 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 May 27 09:56:50.071811 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:51.044830 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a142d-8096-43a2-a0d6-a8458ecb5a5b req-93fa1e4b-9c6b-4be6-a722-1834fd49a4c0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:51.046291 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-684a142d-8096-43a2-a0d6-a8458ecb5a5b req-93fa1e4b-9c6b-4be6-a722-1834fd49a4c0 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0469065 May 27 09:56:51.098679 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-684a142d-8096-43a2-a0d6-a8458ecb5a5b req-ad171723-9d8d-4a70-a18c-759a5b578ad6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466363 May 27 09:56:51.722027 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:52.211897 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d4945-6896-43f1-877c-132c509e5688 req-861f8e00-7d8e-4747-ad52-ec52296f3735 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:52.213333 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c0d4945-6896-43f1-877c-132c509e5688 req-861f8e00-7d8e-4747-ad52-ec52296f3735 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0465994 May 27 09:56:52.261344 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1c0d4945-6896-43f1-877c-132c509e5688 req-f97d1608-3362-4733-8d1f-f7f2826a2402 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 May 27 09:56:52.711586 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:53.371924 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd6b5-87b7-4b9d-a578-381ebc0d0078 req-79ab0ca7-fd2a-45d9-bc07-49695463acc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:53.373295 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a17cd6b5-87b7-4b9d-a578-381ebc0d0078 req-79ab0ca7-fd2a-45d9-bc07-49695463acc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 944 time: 0.0468307 May 27 09:56:53.391079 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 942d0152-92a5-4da9-8fdc-b859b499fcfe details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 09:56:53.426068 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-a17cd6b5-87b7-4b9d-a578-381ebc0d0078 req-350a40e2-2f6b-40f1-829f-25630c4fc095 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 May 27 09:56:53.495442 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:53.512996 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Returning: {'device': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'port_id': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'mac_address': 'fa:16:3e:3c:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 09:56:53.546091 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 942d0152-92a5-4da9-8fdc-b859b499fcfe is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:56:53.546467 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:53.559162 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942d0152-92a5-4da9-8fdc-b859b499fcfe {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 09:56:53.578532 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:53.581877 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:53.625567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:54.057482 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] get_ports_and_sgs() called for port_ids ['942d0152-92a5-4da9-8fdc-b859b499fcfe'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 09:56:54.542784 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fc469-9f5a-46b8-9821-ddd32d5a08fb req-80c33a1a-d2b9-432f-9f73-af4e68f2344a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:54.544265 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-987fc469-9f5a-46b8-9821-ddd32d5a08fb req-80c33a1a-d2b9-432f-9f73-af4e68f2344a tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 945 time: 0.0503340 May 27 09:56:54.592494 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-987fc469-9f5a-46b8-9821-ddd32d5a08fb req-ce71a6c9-dd0b-455b-aa4f-6c9de8998d3d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428953 May 27 09:56:55.705198 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d568cf-52ea-47cd-9d4d-1f2031027b66 req-095530a8-633f-4756-90f1-d01d68baf281 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:55.706641 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3d568cf-52ea-47cd-9d4d-1f2031027b66 req-095530a8-633f-4756-90f1-d01d68baf281 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 945 time: 0.0460427 May 27 09:56:55.725457 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:55.755161 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-f3d568cf-52ea-47cd-9d4d-1f2031027b66 req-122db423-a766-482f-9ce6-af8f8b7d648d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 May 27 09:56:56.865742 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4298-4247-4f46-a31a-9f74d1934da1 req-25d78d0a-715c-47ce-8bfb-e5c29fbf6aa6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:56.867206 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f1e4298-4247-4f46-a31a-9f74d1934da1 req-25d78d0a-715c-47ce-8bfb-e5c29fbf6aa6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 945 time: 0.0466559 May 27 09:56:56.914478 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:56.919869 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1f1e4298-4247-4f46-a31a-9f74d1934da1 req-516cc7fe-91e4-4f15-8c04-6bad9d8d53ad tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 May 27 09:56:58.032304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7a03-250e-467c-8bba-98f7f8305c61 req-fc23c3ee-ae87-4c53-9367-e82d5782597f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:58.033777 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-57dd7a03-250e-467c-8bba-98f7f8305c61 req-fc23c3ee-ae87-4c53-9367-e82d5782597f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 945 time: 0.0464380 May 27 09:56:58.082673 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-57dd7a03-250e-467c-8bba-98f7f8305c61 req-539827d9-fa38-4876-8fd7-f61daf82ef75 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 May 27 09:56:59.190974 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67393-5358-4952-ba0f-e8c34fe9c866 req-4108b0b5-ed83-428a-b694-e14d2b95d9c5 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:56:59.193021 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3ac67393-5358-4952-ba0f-e8c34fe9c866 req-4108b0b5-ed83-428a-b694-e14d2b95d9c5 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 945 time: 0.0450685 May 27 09:56:59.242575 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3ac67393-5358-4952-ba0f-e8c34fe9c866 req-d1a3f6cf-7e9c-455c-b592-4fc7ca695df4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 May 27 09:56:59.515388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 942d0152-92a5-4da9-8fdc-b859b499fcfe up at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 09:56:59.552800 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:59.558341 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning for port 942d0152-92a5-4da9-8fdc-b859b499fcfe completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 09:56:59.563868 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Provisioning complete for port 942d0152-92a5-4da9-8fdc-b859b499fcfe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 09:56:59.564207 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504310'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:59.600645 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:56:59.634680 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Current status of the port 942d0152-92a5-4da9-8fdc-b859b499fcfe is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 09:56:59.635058 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:59.656504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:56:59.658618 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e4c14cd9863c94ac269b715a8dc49f83f4a110c5eaac830357aad6261bb1e46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bfd577-d280-48b5-9784-198bbae17d17" -d '{"events": [{"server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "name": "network-vif-plugged", "status": "completed", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:56:59.673873 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:56:59.678899 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:56:59.725408 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Pushing event updated for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:56:59.813890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8efec8f-d5c0-4094-9d18-003aa79ab9f2 x-openstack-request-id: req-d8efec8f-d5c0-4094-9d18-003aa79ab9f2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:56:59.814173 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "name": "network-vif-plugged", "status": "completed", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:56:59.814417 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8efec8f-d5c0-4094-9d18-003aa79ab9f2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:56:59.814802 dv-cinder-797608-21-iscsi neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8efec8f-d5c0-4094-9d18-003aa79ab9f2'] response: {'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'code': 200} May 27 09:57:00.361415 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d095af-c66e-4148-be43-b0e9b8a59204 req-3b6df29d-96db-44c7-a032-e8d11ed01c34 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:00.362771 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-74d095af-c66e-4148-be43-b0e9b8a59204 req-3b6df29d-96db-44c7-a032-e8d11ed01c34 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0522337 May 27 09:57:00.411659 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-74d095af-c66e-4148-be43-b0e9b8a59204 req-0693c34d-0bc4-46c9-b837-e37eb806c090 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 May 27 09:57:01.525240 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dd0bd-12dd-458e-adc4-a15ae5aea2b4 req-eba3af3d-a2bc-4546-96f6-bd03193c6d66 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:01.526701 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f9dd0bd-12dd-458e-adc4-a15ae5aea2b4 req-eba3af3d-a2bc-4546-96f6-bd03193c6d66 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0465765 May 27 09:57:01.574058 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5f9dd0bd-12dd-458e-adc4-a15ae5aea2b4 req-f448fe4f-03db-4a8a-bead-1e476ed6cf35 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 May 27 09:57:02.137709 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7164b-2db6-409d-b464-8b17344570f9 req-a6f56f84-63f6-4039-9105-623e3ef06add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:02.139160 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bf7164b-2db6-409d-b464-8b17344570f9 req-a6f56f84-63f6-4039-9105-623e3ef06add service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1130 time: 0.0414331 May 27 09:57:02.684212 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965059-8ed9-4df5-8b1b-2cd87649e084 req-db599552-76a7-4404-bc24-2dcd761f6b26 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:02.685677 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d965059-8ed9-4df5-8b1b-2cd87649e084 req-db599552-76a7-4404-bc24-2dcd761f6b26 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0457778 May 27 09:57:02.734291 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5d965059-8ed9-4df5-8b1b-2cd87649e084 req-17d47be7-6e61-4dd7-a3cf-9b9cf30d3c94 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 May 27 09:57:03.336471 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8bf7164b-2db6-409d-b464-8b17344570f9 req-d46a1909-fd7f-47b2-ad3d-7b9e21f8c937 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 May 27 09:57:03.599174 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:03.603159 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:03.844141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36fccf-bf8a-42be-8ba0-2d34dee9b4f1 req-839a64b5-3e72-432b-8dc3-625b356c6a33 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:03.845598 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4d36fccf-bf8a-42be-8ba0-2d34dee9b4f1 req-839a64b5-3e72-432b-8dc3-625b356c6a33 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0465963 May 27 09:57:03.896871 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4d36fccf-bf8a-42be-8ba0-2d34dee9b4f1 req-546ff500-de16-47f6-a27c-b900cca00f03 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450296 May 27 09:57:05.009071 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75754f-cf51-4ccb-b342-1bca4f134cbb req-63ffe9b7-1faf-4332-a941-77c7676e772b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:05.010563 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb75754f-cf51-4ccb-b342-1bca4f134cbb req-63ffe9b7-1faf-4332-a941-77c7676e772b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0481167 May 27 09:57:05.060226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-cb75754f-cf51-4ccb-b342-1bca4f134cbb req-e2a8333a-60a2-401f-92c4-08bbfd50e882 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 May 27 09:57:06.177987 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de2df7-15bc-4944-9056-badbc9e967c8 req-031871f9-0f7c-44a3-b4de-9700f1d6df6d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:06.179633 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-22de2df7-15bc-4944-9056-badbc9e967c8 req-031871f9-0f7c-44a3-b4de-9700f1d6df6d tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0472813 May 27 09:57:06.228916 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-22de2df7-15bc-4944-9056-badbc9e967c8 req-742f0ff2-c7a4-46bf-bd14-8ec2d065596e tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 May 27 09:57:06.346540 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105588f7-eed6-438d-bd48-246cad56bfcc req-0fa4678a-fa2c-4ccf-b473-c90d5fb53516 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:06.347997 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-105588f7-eed6-438d-bd48-246cad56bfcc req-0fa4678a-fa2c-4ccf-b473-c90d5fb53516 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0501537 May 27 09:57:06.372576 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:06.395650 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-105588f7-eed6-438d-bd48-246cad56bfcc req-9cacb503-4810-4267-b76c-c0a490b0a8e9 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 May 27 09:57:06.417253 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:06.599861 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3553a6-3fc6-48ea-94fb-812c893c6640 tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:06.601350 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-2e3553a6-3fc6-48ea-94fb-812c893c6640 tempest-TestVolumeBootPattern-483866815 tempest-TestVolumeBootPattern-483866815-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1125 time: 0.1831648 May 27 09:57:06.604255 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47016) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:06.608557 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Request body: {'floatingip': {'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'port_id': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 09:57:06.628764 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:06.642092 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:06.712930 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:06.816506 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Allocated IP 172.27.1.159 (9a9b0d7e-f86f-44ed-bc59-3672744061db/5a4dee8f-bdde-401c-a9e0-75c4609ada06/3cde06da-44e4-488e-94b9-ba8723433bdf) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:57:06.921351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:06.959300 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787067900721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:06.996199 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Network 9a9b0d7e-f86f-44ed-bc59-3672744061db is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:57:07.001561 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:57:07.005215 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 09:57:07.010154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=3cde06da-44e4-488e-94b9-ba8723433bdf,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:07.038201 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.038546 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.038888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.039225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.039581 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.039910 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.040234 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.040556 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.040879 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.041203 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.041524 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.041844 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.042169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.042484 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.042799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:07.625131 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:07.643809 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (3655af7a-eecb-4d7f-8172-7d90a8121dee), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:07.682319 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:07.708817 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3633032'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:07.884839 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:07.888932 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787068293349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787067900739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787067900757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65506271'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:07.958899 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event updated for resources: {'Port': ['ID=3cde06da-44e4-488e-94b9-ba8723433bdf,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:07.969001 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763319'] for floatingip (3655af7a-eecb-4d7f-8172-7d90a8121dee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:08.063312 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.db.l3_db [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 3655af7a-eecb-4d7f-8172-7d90a8121dee associated. External IP: 172.27.1.159, port: 942d0152-92a5-4da9-8fdc-b859b499fcfe. May 27 09:57:08.257045 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:57:08.357356 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:57:08.366677 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:57:08.375155 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:08.376152 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:57:08.376739 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:56:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:57:08.404924 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-a8f6048e-782f-4535-8480-5e803dd54812 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7996185 May 27 09:57:08.405504 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:57:08.407777 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0697d98c-2dc0-4019-99b5-2109ce325ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:57:08.444362 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4402e-cef1-4473-bf5f-c86096d9d652 x-openstack-request-id: req-56b4402e-cef1-4473-bf5f-c86096d9d652 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:57:08.444697 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:57:08.444934 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56b4402e-cef1-4473-bf5f-c86096d9d652 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:57:08.445336 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b4402e-cef1-4473-bf5f-c86096d9d652'] response: {'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'status': 'completed', 'code': 200} May 27 09:57:08.531431 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-49e74b92-1b75-456b-9d1d-f8564bbe8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:08.533181 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-49e74b92-1b75-456b-9d1d-f8564bbe8fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1130 time: 0.0401306 May 27 09:57:08.546432 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:08.602757 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:08.605565 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:57:08.632422 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-434f7ca6-15da-401c-8ff1-3257cc5fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:08.634094 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-434f7ca6-15da-401c-8ff1-3257cc5fd122 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0948219 May 27 09:57:08.700071 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-9fd3e9df-02af-4c09-b9e5-0c417bf16e83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 1000 time: 0.0598338 May 27 09:57:08.802949 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-550c3f2c-d881-4027-b764-8beb3fb05042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:08.804379 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-550c3f2c-d881-4027-b764-8beb3fb05042 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0610323 May 27 09:57:08.840272 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '3655af7a-eecb-4d7f-8172-7d90a8121dee', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:3c:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:57:07Z', 'updated_at': '2022-05-27T09:57:07Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}, {'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:57:08.869962 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:57:08.883299 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:57:08.883938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:56:48Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:57:09.006598 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:57:09.028848 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-9cc1967c-100d-40fd-8146-f01b009b515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:09.030360 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-9cc1967c-100d-40fd-8146-f01b009b515d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442531 May 27 09:57:09.125281 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-9a0b1a90-6d8e-469a-91a7-6150e1f0f4d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871339 May 27 09:57:09.212251 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:09.229411 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '3655af7a-eecb-4d7f-8172-7d90a8121dee', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:3c:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:57:07Z', 'updated_at': '2022-05-27T09:57:07Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}, {'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:57:09.259591 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d456-5336-401f-83bc-38fc92c7b837 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '3655af7a-eecb-4d7f-8172-7d90a8121dee', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:3c:ad:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:57:07Z', 'updated_at': '2022-05-27T09:57:07Z', 'revision_number': 0, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}, {'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:57:09.451913 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b44d2c-94b5-4e49-b655-284c337d7ba0 None None] New status for floating IP 3655af7a-eecb-4d7f-8172-7d90a8121dee: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:57:09.456953 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-0697d98c-2dc0-4019-99b5-2109ce325ac0 req-ea2b7a72-e861-42d6-9662-639d1a8e9b91 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928347 May 27 09:57:14.748248 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-4146ac43-c406-482a-826f-dd951809e5c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390475 May 27 09:57:14.844093 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-19af232f-a75e-45b4-8e11-251768a31738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:14.845441 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-19af232f-a75e-45b4-8e11-251768a31738 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0391681 May 27 09:57:14.949716 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-7530d9eb-280e-49c1-b652-f5e96dfe2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:14.951154 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-7530d9eb-280e-49c1-b652-f5e96dfe2865 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0875967 May 27 09:57:15.009550 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-b92445c1-025c-496a-bf27-7a4476aca5ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 1000 time: 0.0527651 May 27 09:57:15.060006 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-e5275ca5-cf3a-4fb3-8eed-f0a7475e2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:15.061443 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-e5275ca5-cf3a-4fb3-8eed-f0a7475e2ce8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0464945 May 27 09:57:15.104483 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-c43c13ec-9981-429d-87b1-181368ca3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:57:15.105863 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-c43c13ec-9981-429d-87b1-181368ca3e05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385787 May 27 09:57:15.191687 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-28bd7080-e109-438d-b012-ecf7d641266d service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791147 May 27 09:57:15.286751 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dcca42bb-1e94-4757-82af-ebcd1173e0da req-64c4d0ea-3d15-4009-b2f2-13267d3ce07c service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822265 May 27 09:57:15.425748 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-945bef09-f28b-4f75-9f91-1b535d3b58dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:17.800363 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-019cb43c-4c91-41bf-80ee-4e81c69481f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:18.967234 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:19.550004 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:19.554314 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:19.710536 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:19.813928 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3e03-b411-45a3-a921-2ed5242abfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:19.828282 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:19.889154 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3e03-b411-45a3-a921-2ed5242abfa9 admin admin] Publish callbacks [] for security_group (d455b6bc-de0e-4177-9f87-66a10f38e898), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:19.892578 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3e03-b411-45a3-a921-2ed5242abfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d455b6bc-de0e-4177-9f87-66a10f38e898), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:19.902285 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:19.937647 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-cf3b3e03-b411-45a3-a921-2ed5242abfa9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83cfe2d096b44398a3bbfad8112fc91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260244 May 27 09:57:19.938351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b3e03-b411-45a3-a921-2ed5242abfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d455b6bc-de0e-4177-9f87-66a10f38e898,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:19.940389 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47144) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:19.992315 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Publish callbacks [] for security_group (d455b6bc-de0e-4177-9f87-66a10f38e898), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.013263 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Publish callbacks [] for security_group (d455b6bc-de0e-4177-9f87-66a10f38e898), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.061757 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (d455b6bc-de0e-4177-9f87-66a10f38e898), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.064717 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.068758 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d455b6bc-de0e-4177-9f87-66a10f38e898 HTTP/1.1" status: 204 len: 168 time: 0.1270041 May 27 09:57:20.075565 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.077868 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d455b6bc-de0e-4177-9f87-66a10f38e898,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:20.085513 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.085719 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.086064 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.086409 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.086781 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.087076 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.087662 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.087986 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.088381 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.088711 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.089039 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.089366 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.089689 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.090010 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.090330 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0112c6b-6f9d-46be-a5f9-1b353404e9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:57:20.328990 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47150) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:20.342808 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2787a-915e-4af7-835e-14fd36284125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.417454 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2787a-915e-4af7-835e-14fd36284125 admin admin] Publish callbacks [] for security_group (07aedfa4-5a23-4d8b-8a97-896f8e0d0842), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.420927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2787a-915e-4af7-835e-14fd36284125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (07aedfa4-5a23-4d8b-8a97-896f8e0d0842), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.459705 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-0ca2787a-915e-4af7-835e-14fd36284125 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51c72533e9ac4b01beb88c89bfa2418e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296539 May 27 09:57:20.460832 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2787a-915e-4af7-835e-14fd36284125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aedfa4-5a23-4d8b-8a97-896f8e0d0842,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:20.462695 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47152) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:20.513183 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] Publish callbacks [] for security_group (07aedfa4-5a23-4d8b-8a97-896f8e0d0842), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.533748 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] Publish callbacks [] for security_group (07aedfa4-5a23-4d8b-8a97-896f8e0d0842), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.579533 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (07aedfa4-5a23-4d8b-8a97-896f8e0d0842), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.582000 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:20.583126 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07aedfa4-5a23-4d8b-8a97-896f8e0d0842 HTTP/1.1" status: 204 len: 168 time: 0.1193488 May 27 09:57:20.591214 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb0190-6f3d-48d3-8d97-ae91443e64c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aedfa4-5a23-4d8b-8a97-896f8e0d0842,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:21.665154 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:57:21.714069 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:21.728164 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:22.714978 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:30.452220 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:INSERT=12,neutron:SELECT=39 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:30.456560 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:30.585678 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:30.587569 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:32.705747 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:32.707617 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:40.598407 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:40.607922 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:57:45.427851 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a44ad86e-54f9-46ea-b389-0a833cb38116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:47.802128 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc0f1-185a-4b60-a7a6-ee760b19ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:48.971127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:50.075910 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:51.720666 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:52.697978 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:58.663445 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:57:58.718431 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47390) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:58.821445 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b272461-b8bf-477e-8077-1eda1c4559a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:58.897054 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b272461-b8bf-477e-8077-1eda1c4559a8 admin admin] Publish callbacks [] for security_group (e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:58.900678 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b272461-b8bf-477e-8077-1eda1c4559a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:58.941990 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-4b272461-b8bf-477e-8077-1eda1c4559a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c71eee21f474ff789b08634742923a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225204 May 27 09:57:58.943161 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b272461-b8bf-477e-8077-1eda1c4559a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:58.944732 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47394) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:58.994562 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] Publish callbacks [] for security_group (e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.015695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] Publish callbacks [] for security_group (e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.062807 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.065786 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.066934 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f HTTP/1.1" status: 204 len: 168 time: 0.1211128 May 27 09:57:59.075464 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693982fa-b6d6-498f-be4f-b1273fa07b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac4ae5-f35b-4165-8c22-8ad9c3c38b5f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:59.328277 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47400) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:59.341788 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd449-3759-4f8d-a3c7-53b990024b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.417736 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd449-3759-4f8d-a3c7-53b990024b1d admin admin] Publish callbacks [] for security_group (ba6120bc-7080-4545-9cb9-966c339b5b01), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.421050 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd449-3759-4f8d-a3c7-53b990024b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (ba6120bc-7080-4545-9cb9-966c339b5b01), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.464296 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-fb5dd449-3759-4f8d-a3c7-53b990024b1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dc936f62ab94e75ae72cf4047a8bcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347573 May 27 09:57:59.465000 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dd449-3759-4f8d-a3c7-53b990024b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6120bc-7080-4545-9cb9-966c339b5b01,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:57:59.467492 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:57:59.518145 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] Publish callbacks [] for security_group (ba6120bc-7080-4545-9cb9-966c339b5b01), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.540591 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] Publish callbacks [] for security_group (ba6120bc-7080-4545-9cb9-966c339b5b01), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.588700 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (ba6120bc-7080-4545-9cb9-966c339b5b01), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.591245 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:57:59.592626 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba6120bc-7080-4545-9cb9-966c339b5b01 HTTP/1.1" status: 204 len: 168 time: 0.1240766 May 27 09:57:59.600679 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3d454-8da3-41cd-8ade-f41be94da0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6120bc-7080-4545-9cb9-966c339b5b01,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:00.650346 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47432) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:58:00.753716 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40bc1f95-2953-46e4-818c-ea46a5055ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.826966 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40bc1f95-2953-46e4-818c-ea46a5055ff9 admin admin] Publish callbacks [] for security_group (6055d321-2d52-47ef-8b25-f6688731dfe3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.830870 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-40bc1f95-2953-46e4-818c-ea46a5055ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (6055d321-2d52-47ef-8b25-f6688731dfe3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.872659 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-40bc1f95-2953-46e4-818c-ea46a5055ff9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d85fc88eb8ea475b8257c763a5bd1778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212670 May 27 09:58:00.873495 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc1f95-2953-46e4-818c-ea46a5055ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6055d321-2d52-47ef-8b25-f6688731dfe3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:00.875771 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:58:00.923205 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] Publish callbacks [] for security_group (6055d321-2d52-47ef-8b25-f6688731dfe3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.945655 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] Publish callbacks [] for security_group (6055d321-2d52-47ef-8b25-f6688731dfe3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.993587 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (6055d321-2d52-47ef-8b25-f6688731dfe3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.996142 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:00.997309 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6055d321-2d52-47ef-8b25-f6688731dfe3 HTTP/1.1" status: 204 len: 168 time: 0.1209073 May 27 09:58:01.004820 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e2257-faff-4453-9a22-b7d77fbe2e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055d321-2d52-47ef-8b25-f6688731dfe3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:58:09.088057 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:10.865988 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=58,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:10.868630 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:10.999898 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:11.000687 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:11.019142 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:13.692857 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:15.432539 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7704b454-5374-410c-a0b9-7861e3008e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:16.923981 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-b35f67e0-f40d-4890-a200-904dee6e39d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466461 May 27 09:58:16.991901 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-77e7b8f6-1cda-4c0f-8f1f-22362bbcefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:58:16.993375 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-77e7b8f6-1cda-4c0f-8f1f-22362bbcefa6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1130 time: 0.0391042 May 27 09:58:17.093647 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-008aef8b-5403-4ede-91e5-c52cf6dc2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:58:17.095108 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-008aef8b-5403-4ede-91e5-c52cf6dc2dbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0846698 May 27 09:58:17.157000 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-a1c349f3-1743-4a7f-aa2e-bc64813c665e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 1002 time: 0.0563216 May 27 09:58:17.203192 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-cf7ec40e-a0b9-413e-8ff2-295334523560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:58:17.204608 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-cf7ec40e-a0b9-413e-8ff2-295334523560 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0420399 May 27 09:58:17.248028 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-1e55a1ad-f9ef-4a44-b669-9b3afb27a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:58:17.249485 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-1e55a1ad-f9ef-4a44-b669-9b3afb27a779 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373273 May 27 09:58:17.342350 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-29f9dff1-2044-4cea-b263-62a3317b2619 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863669 May 27 09:58:17.428171 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-4aa5d5c5-5b8f-43b3-a9ba-89f53a0a7efe req-10697d87-2253-46cf-aa4e-109d6a138592 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799544 May 27 09:58:17.615429 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=8 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:17.804381 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed98a45f-dd93-4d44-b9cd-ab2e5175edc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:18.973131 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:20.078825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:21.722424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:22.711090 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:27.423515 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=51 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:27.425304 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=50 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:32.700530 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:32.706619 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:35.662185 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:58:45.434888 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28fecff9-3092-4e04-a4fa-8cc249773f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:47.806309 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19d4c090-061e-44a2-8f32-8e32fe6884c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:48.986752 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:50.081332 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:51.724244 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:52.697913 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:58:54.605364 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:58:54.609863 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:02.692032 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:02.693881 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:12.661531 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:59:14.122393 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:15.436541 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d3c62ae9-d397-4bf0-975c-095726f61a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:17.808197 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9cd92530-fec2-4d34-99c2-e729c100b984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:18.760805 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-e383c2f6-5e1e-4633-8fcc-ceb0953f2e7e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425763 May 27 09:59:18.855663 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-0bab5ac5-094a-404e-95d1-607972ca814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:18.857147 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-0bab5ac5-094a-404e-95d1-607972ca814e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0394757 May 27 09:59:18.962088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-50c14dba-a52a-48e6-9c1e-2fc6d90f6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:18.963592 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-50c14dba-a52a-48e6-9c1e-2fc6d90f6cf7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.0889070 May 27 09:59:18.980314 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:19.024363 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-c6f5dba2-bf5c-4513-858f-fd91548f4de3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 1000 time: 0.0543911 May 27 09:59:19.072079 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-4c281627-8a7b-433c-aa1e-17a663466e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:19.073547 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-4c281627-8a7b-433c-aa1e-17a663466e85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0428221 May 27 09:59:19.119102 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-be52d6e5-efd4-4e28-bdb3-c7c6abbcbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:19.120598 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-be52d6e5-efd4-4e28-bdb3-c7c6abbcbba7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414402 May 27 09:59:19.130631 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-6e4d579e-fd47-4c9e-9a36-62971809694f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 09:59:19.131631 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-6e4d579e-fd47-4c9e-9a36-62971809694f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053837 May 27 09:59:19.218707 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-06a163dc-8428-4db3-b41a-ee4bd22ea300 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813057 May 27 09:59:19.309611 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-73c70ae1-6587-44a5-92f7-1eefd639e4d2 req-e19ca382-d7c7-42ce-9cec-809338ca1172 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844135 May 27 09:59:20.084234 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:21.726548 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:22.707431 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:27.656137 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47474) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:27.792701 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port 3cde06da-44e4-488e-94b9-ba8723433bdf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:27.793036 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:27.867620 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:27.867866 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (3cde06da-44e4-488e-94b9-ba8723433bdf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:27.880344 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for 3cde06da-44e4-488e-94b9-ba8723433bdf owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:28.023085 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (3cde06da-44e4-488e-94b9-ba8723433bdf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:28.048153 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=3cde06da-44e4-488e-94b9-ba8723433bdf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:28.072946 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.073293 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.073633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.073967 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.074297 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.074623 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.074948 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.075269 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.075613 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.075935 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.076256 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.076577 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.076894 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.077209 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.077523 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:28.121947 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (3655af7a-eecb-4d7f-8172-7d90a8121dee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:28.122180 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 3655af7a-eecb-4d7f-8172-7d90a8121dee disassociated (deleted). External IP: 172.27.1.159, port: 942d0152-92a5-4da9-8fdc-b859b499fcfe. May 27 09:59:28.311096 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:59:28.624102 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:59:28.629499 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:28.634186 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:28.643293 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:28.644552 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:28.656295 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:28.660462 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-242a7c93-4ab2-4b33-a924-3e2c06d950d6 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "DELETE /v2.0/floatingips/3655af7a-eecb-4d7f-8172-7d90a8121dee HTTP/1.1" status: 204 len: 168 time: 1.0033107 May 27 09:59:28.661397 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:59:28.663721 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e885b5de-dd28-416d-8753-4bf596a56dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:59:28.763394 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:28.869811 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6f8b1-ab66-4e7b-920f-bfd63fb1f0b1 x-openstack-request-id: req-c7d6f8b1-ab66-4e7b-920f-bfd63fb1f0b1 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:59:28.871021 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:59:28.871790 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7d6f8b1-ab66-4e7b-920f-bfd63fb1f0b1 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:59:28.872263 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d6f8b1-ab66-4e7b-920f-bfd63fb1f0b1'] response: {'name': 'network-changed', 'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'status': 'completed', 'code': 200} May 27 09:59:28.979978 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:29.005388 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:29.013636 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:29.014236 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:29.021413 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492ef0c-8cd4-46e5-8383-2cdc66f5d85f req-4d8043e5-7731-43fa-bc0d-fe9af26a0d58 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:29.023066 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8492ef0c-8cd4-46e5-8383-2cdc66f5d85f req-4d8043e5-7731-43fa-bc0d-fe9af26a0d58 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.1492472 May 27 09:59:29.074241 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-8492ef0c-8cd4-46e5-8383-2cdc66f5d85f req-fe5eca42-e99e-40a8-a8e2-a9c1df3c6e28 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 May 27 09:59:29.129404 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:29.450926 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:29.454462 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:29.480080 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45107f7b-fa16-4d6b-921e-f5d73d9a0d1b None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_floatingips': [{'id': '694676ff-7532-4122-ba0d-19633cc66558', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'router_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'port_id': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'mac_address': 'fa:16:3e:97:24:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T09:54:34Z', 'updated_at': '2022-05-27T09:54:36Z', 'revision_number': 1, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:29.685546 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee5d8c-9714-4562-ac5e-0254c26726f4 None None] New status for floating IP 3655af7a-eecb-4d7f-8172-7d90a8121dee: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:59:29.687750 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:30.061095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-87c14cdd-3b1d-4517-bc5a-3b67c4a3bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.062612 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-87c14cdd-3b1d-4517-bc5a-3b67c4a3bf31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 1130 time: 0.0806890 May 27 09:59:30.169507 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-8674bfae-98be-4928-a4d3-426c1503d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.170928 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-8674bfae-98be-4928-a4d3-426c1503d41f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.1008294 May 27 09:59:30.211354 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-63fa30cd-716d-42fc-a03a-dfbe519c7f1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 200 len: 217 time: 0.0323851 May 27 09:59:30.277865 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b6da4-1734-4666-9140-e1955fec0b81 req-a0607f1b-0d10-4487-b39a-5c84ade7b3bb tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.279338 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd7b6da4-1734-4666-9140-e1955fec0b81 req-a0607f1b-0d10-4487-b39a-5c84ade7b3bb tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.1147346 May 27 09:59:30.326327 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-dd7b6da4-1734-4666-9140-e1955fec0b81 req-cb6e8636-03dc-49fc-9dba-f0f444fde313 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409837 May 27 09:59:30.388781 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-dd4791f9-7f6a-4c32-a66d-1cb89b10589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.390205 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-dd4791f9-7f6a-4c32-a66d-1cb89b10589c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0433741 May 27 09:59:30.821703 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-f636abf0-66a0-4bef-8bba-7179470446cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.823146 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-f636abf0-66a0-4bef-8bba-7179470446cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391583 May 27 09:59:30.950493 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:30.978588 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=100 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:30.985063 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-e3acf310-1575-4d4c-8c52-72f6c76fd742 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:30.986487 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-e3acf310-1575-4d4c-8c52-72f6c76fd742 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.0962980 May 27 09:59:31.321311 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-a0f10e98-9a28-4969-91b3-9206661bc100 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322693 May 27 09:59:31.353343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port 942d0152-92a5-4da9-8fdc-b859b499fcfe {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:31.353675 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:31.517123 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783979d3-9dbd-4bbb-9ff4-6c85708611d2 req-ae0a746a-4ef0-40b9-a443-33c7b87c1d63 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:31.519123 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-783979d3-9dbd-4bbb-9ff4-6c85708611d2 req-ae0a746a-4ef0-40b9-a443-33c7b87c1d63 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 946 time: 0.1042917 May 27 09:59:31.525200 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-e885b5de-dd28-416d-8753-4bf596a56dfa req-67bed3f3-f3a2-4533-a4f4-aa63517e1cde service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960449 May 27 09:59:31.554780 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] For port 942d0152-92a5-4da9-8fdc-b859b499fcfe, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=942d0152-92a5-4da9-8fdc-b859b499fcfe,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:31.555153 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:31.571837 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for 942d0152-92a5-4da9-8fdc-b859b499fcfe owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:31.604606 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-783979d3-9dbd-4bbb-9ff4-6c85708611d2 req-f0ce8e04-e270-492b-be88-7323e9afebe9 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756264 May 27 09:59:31.719845 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (942d0152-92a5-4da9-8fdc-b859b499fcfe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:31.749847 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=942d0152-92a5-4da9-8fdc-b859b499fcfe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:31.760226 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.760570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.760908 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.761242 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.761570 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.761893 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.762215 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.762534 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.763225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.763225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.763553 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.763903 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.764232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.764552 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.764866 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:31.807463 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] No DVR routers for this DVR port 942d0152-92a5-4da9-8fdc-b859b499fcfe on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:31.809964 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:31.813222 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-b60eb78b-d1f7-467f-9021-60556a50e8f7 req-9f1ef011-bce8-4f32-bd15-f0395b40e98c tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "DELETE /v2.0/ports/942d0152-92a5-4da9-8fdc-b859b499fcfe HTTP/1.1" status: 204 len: 173 time: 0.8217831 May 27 09:59:31.813641 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'name': 'network-vif-deleted', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:59:31.816443 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b99b6-6b73-4139-ae70-d2bf5f3698eb" -d '{"events": [{"server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "name": "network-vif-deleted", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:59:31.857009 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f8c37-e1ef-4e48-a0b9-e4b008904888 x-openstack-request-id: req-d28f8c37-e1ef-4e48-a0b9-e4b008904888 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:59:31.857296 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c255f085-3c23-4a90-86d9-6c4514cc89bd", "name": "network-vif-deleted", "tag": "942d0152-92a5-4da9-8fdc-b859b499fcfe", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:59:31.857542 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d28f8c37-e1ef-4e48-a0b9-e4b008904888 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:59:31.857935 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28f8c37-e1ef-4e48-a0b9-e4b008904888'] response: {'server_uuid': 'c255f085-3c23-4a90-86d9-6c4514cc89bd', 'name': 'network-vif-deleted', 'tag': '942d0152-92a5-4da9-8fdc-b859b499fcfe', 'status': 'completed', 'code': 200} May 27 09:59:32.713226 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-34da7081-a522-4d88-b0d1-b2a8c4bc8e2e req-bb2d8b38-a182-458b-8059-3890b4ea28c5 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=c255f085-3c23-4a90-86d9-6c4514cc89bd HTTP/1.1" status: 200 len: 210 time: 0.0295548 May 27 09:59:34.102973 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 942d0152-92a5-4da9-8fdc-b859b499fcfe no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:34.125938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: 942d0152-92a5-4da9-8fdc-b859b499fcfe {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:34.126282 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device 942d0152-92a5-4da9-8fdc-b859b499fcfe not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:36.003371 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:36.062869 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:36.142030 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port 6a7f846d-974d-40f6-baa6-65e983f9d84a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:36.142387 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.215710 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.216034 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (6a7f846d-974d-40f6-baa6-65e983f9d84a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.229037 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for 6a7f846d-974d-40f6-baa6-65e983f9d84a owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:36.372727 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (6a7f846d-974d-40f6-baa6-65e983f9d84a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.396634 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=6a7f846d-974d-40f6-baa6-65e983f9d84a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:36.459444 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (694676ff-7532-4122-ba0d-19633cc66558), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.459761 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.db.l3_db [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Floating IP 694676ff-7532-4122-ba0d-19633cc66558 disassociated (deleted). External IP: 172.27.1.83, port: a5872eee-9e8c-4b27-9455-b29cc8304599. May 27 09:59:36.658595 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:59:36.759055 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:59:36.763892 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:36.768327 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:36.778184 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:36.778870 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:36.792478 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-caf1b7ad-10de-4cad-b23f-d080f33c61cd tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "DELETE /v2.0/floatingips/694676ff-7532-4122-ba0d-19633cc66558 HTTP/1.1" status: 204 len: 168 time: 0.7880306 May 27 09:59:36.793041 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:59:36.795310 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09855fbb856c553b3ac99d5393cfbbdc66f84fc1773877928c28b0eb2bd8c264" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:59:36.838166 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97313aa-40d8-4132-9d71-f4b09a85de07 x-openstack-request-id: req-a97313aa-40d8-4132-9d71-f4b09a85de07 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:59:36.838450 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:59:36.838696 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a97313aa-40d8-4132-9d71-f4b09a85de07 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:59:36.839221 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97313aa-40d8-4132-9d71-f4b09a85de07'] response: {'name': 'network-changed', 'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'status': 'completed', 'code': 200} May 27 09:59:36.894590 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:36.927776 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-8fb58ea0-b6dd-47ef-b1c7-ae73d1178ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:36.936710 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-8fb58ea0-b6dd-47ef-b1c7-ae73d1178ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0fb2f335c9b540af8f7119c85656efad&device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 1129 time: 0.0527692 May 27 09:59:37.070550 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf610-d417-4bcc-b904-ca57c6da59e2 req-689c1612-ea88-42f8-a437-3ce1412b6d7b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:37.071545 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:37.072116 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1afaf610-d417-4bcc-b904-ca57c6da59e2 req-689c1612-ea88-42f8-a437-3ce1412b6d7b tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 945 time: 0.0626802 May 27 09:59:37.076978 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-9d1f3538-c5a9-4163-aee2-30e5aa725e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:37.078396 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-9d1f3538-c5a9-4163-aee2-30e5aa725e7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 200 len: 912 time: 0.1338987 May 27 09:59:37.111475 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:37.139883 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:37.144350 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-6842b8ca-ac39-41b9-96c2-be8275df19ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 200 len: 217 time: 0.0445766 May 27 09:59:37.148281 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:37.148878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:37.162303 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:37.182535 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-1afaf610-d417-4bcc-b904-ca57c6da59e2 req-667696ee-54d9-464d-8a9d-1a9b3446b327 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e460f8f-ec0b-4077-bbf1-0c03316e8441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031497 May 27 09:59:37.202630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-2b954f72-e6d2-4046-91ce-e93b01741e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:37.204164 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-2b954f72-e6d2-4046-91ce-e93b01741e79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 200 len: 850 time: 0.0511436 May 27 09:59:37.254519 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:37.259754 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-7b935c4d-804e-4e3e-a319-7122a94fb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:37.261457 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-7b935c4d-804e-4e3e-a319-7122a94fb86b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f077ba7a-e018-4516-8e3d-23ac2b5e2506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398886 May 27 09:59:37.273650 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:37.354766 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-d704814c-9885-4c6e-9fd7-28e29a529f5c service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875194 May 27 09:59:37.440767 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:37.464663 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00bf20-39ad-402d-b6c3-31c026b6ae11 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:42Z', 'revision_number': 4, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi', '_interfaces': [{'id': '8267c077-766b-4bca-bbb7-8cb1cf8cc1b4', 'name': '', 'network_id': 'f077ba7a-e018-4516-8e3d-23ac2b5e2506', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'mac_address': 'fa:16:3e:46:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:42Z', 'updated_at': '2022-05-27T09:50:47Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'subnets': [{'id': '2939ee9c-1fad-49a9-8450-722ac87e978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:37.586587 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-5a9c16ce-278f-480b-8aba-b7936ed7a4a9 req-c3c49d18-7d0f-4bc9-9620-7898c8f6a7e6 service neutron] 10.222.0.65 "GET /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963521 May 27 09:59:37.683428 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e1f64-cafd-4377-a5c0-f4fda17af6f3 None None] New status for floating IP 694676ff-7532-4122-ba0d-19633cc66558: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 09:59:37.910383 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8052-a287-4947-be40-d81417e1764e req-c5f7d236-f0c9-4294-845f-c6da0cc1b694 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 09:59:37.911848 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c0a8052-a287-4947-be40-d81417e1764e req-c5f7d236-f0c9-4294-845f-c6da0cc1b694 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 945 time: 0.0455086 May 27 09:59:37.991694 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port a5872eee-9e8c-4b27-9455-b29cc8304599 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:37.992366 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:38.081466 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] For port a5872eee-9e8c-4b27-9455-b29cc8304599, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5872eee-9e8c-4b27-9455-b29cc8304599,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:38.081833 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:38.094971 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for a5872eee-9e8c-4b27-9455-b29cc8304599 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:38.222920 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (a5872eee-9e8c-4b27-9455-b29cc8304599), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:38.251327 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=a5872eee-9e8c-4b27-9455-b29cc8304599,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:38.317097 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-2d0f1599-a21a-41d6-8f2d-4c6ba7b7304d req-13594371-6c65-4f9b-b4f7-63990f73ac9f tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe94756-b459-402b-ae34-6c33212dbfeb HTTP/1.1" status: 200 len: 210 time: 0.0422530 May 27 09:59:38.317744 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] No DVR routers for this DVR port a5872eee-9e8c-4b27-9455-b29cc8304599 on host hv-cinder-79760 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:38.320278 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:38.323480 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [req-3c0a8052-a287-4947-be40-d81417e1764e req-ce57e09b-7025-411f-8e7f-8cddbafa9bc4 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.65 "DELETE /v2.0/ports/a5872eee-9e8c-4b27-9455-b29cc8304599 HTTP/1.1" status: 204 len: 173 time: 0.4067762 May 27 09:59:38.323914 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'name': 'network-vif-deleted', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 09:59:38.326127 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}606de17e6bb6933583a66eb166f1c1d5cc142aded3344244ff5fd50052f59ea1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af2ed0-c208-4d2e-b8fc-d2004cfba3aa" -d '{"events": [{"server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "name": "network-vif-deleted", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 09:59:38.362568 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8569302-9559-479a-ae2f-ae39c6d1fb9d x-openstack-request-id: req-a8569302-9559-479a-ae2f-ae39c6d1fb9d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 09:59:38.362876 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe94756-b459-402b-ae34-6c33212dbfeb", "name": "network-vif-deleted", "tag": "a5872eee-9e8c-4b27-9455-b29cc8304599", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 09:59:38.363121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8569302-9559-479a-ae2f-ae39c6d1fb9d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 09:59:38.363539 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8569302-9559-479a-ae2f-ae39c6d1fb9d'] response: {'server_uuid': '7fe94756-b459-402b-ae34-6c33212dbfeb', 'name': 'network-vif-deleted', 'tag': 'a5872eee-9e8c-4b27-9455-b29cc8304599', 'status': 'completed', 'code': 200} May 27 09:59:39.376135 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47542) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:39.480426 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Deleting port 34a1978f-9f95-4aad-89f4-7b7c5b09b1f4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:39.480762 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.563402 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.563719 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.576268 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Calling delete_port for 34a1978f-9f95-4aad-89f4-7b7c5b09b1f4 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:39.587210 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:39.642551 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:39.706991 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (34a1978f-9f95-4aad-89f4-7b7c5b09b1f4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.732395 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'Port': ['ID=34a1978f-9f95-4aad-89f4-7b7c5b09b1f4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:39.790727 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for floatingip (5511b189-6971-44dd-b781-1612fba0370d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.793222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2335'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:39.794363 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-71192b01-fb90-4a6d-9934-aa2198c92992 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "DELETE /v2.0/floatingips/5511b189-6971-44dd-b781-1612fba0370d HTTP/1.1" status: 204 len: 168 time: 0.4180746 May 27 09:59:40.121909 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a5872eee-9e8c-4b27-9455-b29cc8304599 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:40.141478 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] No Port match for: a5872eee-9e8c-4b27-9455-b29cc8304599 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:40.141821 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Device a5872eee-9e8c-4b27-9455-b29cc8304599 not bound to the agent host hv-cinder-79760 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:40.992668 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47554) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:41.051450 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (6e460f8f-ec0b-4077-bbf1-0c03316e8441), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:41.076665 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (6e460f8f-ec0b-4077-bbf1-0c03316e8441), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:41.135704 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (6e460f8f-ec0b-4077-bbf1-0c03316e8441), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:41.138232 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:41.139525 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e460f8f-ec0b-4077-bbf1-0c03316e8441 HTTP/1.1" status: 204 len: 168 time: 0.1458647 May 27 09:59:41.149159 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d8876-4fec-4001-a320-39517e399c62 tempest-TestVolumeBootPattern-712456051 tempest-TestVolumeBootPattern-712456051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e460f8f-ec0b-4077-bbf1-0c03316e8441,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:42.212640 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:42.620363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (7a89c63b-840c-48b8-ae88-62e281d22f93), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:42.794927 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:42.831173 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Deleting port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:42.831604 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:42.891944 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:42.910739 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] For port 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:42.911095 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:42.923460 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Calling delete_port for 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:43.099317 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (8267c077-766b-4bca-bbb7-8cb1cf8cc1b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.123342 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8267c077-766b-4bca-bbb7-8cb1cf8cc1b4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:43.285208 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (7a89c63b-840c-48b8-ae88-62e281d22f93), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.478516 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Router 7a89c63b-840c-48b8-ae88-62e281d22f93 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:59:43.566415 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:43.578059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:59:43.584946 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f2cdd6c4-54ed-41f9-9bc7-cc2dc62566bd admin admin] 10.222.0.41 "PUT /v2.0/routers/7a89c63b-840c-48b8-ae88-62e281d22f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687739 May 27 09:59:43.585822 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47564) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:43.587947 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Sync routers for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:43.605875 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:43.606583 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.685438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks [] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.708686 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:43.765368 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:43.784595 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks [] for router_gateway (7a89c63b-840c-48b8-ae88-62e281d22f93), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.826106 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Deleting port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:43.826438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.854275 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:43.873073 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:59:43Z', 'revision_number': 5, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port': {'id': 'c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:43.901181 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Checking router: 7a89c63b-840c-48b8-ae88-62e281d22f93 for host: dv-cinder-797608-21-iscsi {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:43.910959 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] For port c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:43.911351 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:43.920305 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Routers {'7a89c63b-840c-48b8-ae88-62e281d22f93'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:43.920916 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['7a89c63b-840c-48b8-ae88-62e281d22f93'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:44.016197 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] Set router 7a89c63b-840c-48b8-ae88-62e281d22f93 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:44.071852 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:59:43Z', 'revision_number': 6, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:44.099468 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8954af-5af8-4b82-a9cb-427ebc7eb875 None None] The sync data for ids ['7a89c63b-840c-48b8-ae88-62e281d22f93'] in dv-cinder-797608-21-iscsi is: [{'id': '7a89c63b-840c-48b8-ae88-62e281d22f93', 'name': 'tempest-TestVolumeBootPattern-152927282-router', 'tenant_id': '0fb2f335c9b540af8f7119c85656efad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:40Z', 'updated_at': '2022-05-27T09:59:43Z', 'revision_number': 6, 'project_id': '0fb2f335c9b540af8f7119c85656efad', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:44.188986 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Calling delete_port for c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:44.375667 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.401052 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:44.461917 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (7a89c63b-840c-48b8-ae88-62e281d22f93), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.547141 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.550016 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks [] for router_controller (7a89c63b-840c-48b8-ae88-62e281d22f93), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.593615 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (7a89c63b-840c-48b8-ae88-62e281d22f93), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.594325 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a89c63b-840c-48b8-ae88-62e281d22f93 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:59:44.598850 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.599805 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-f4a35b6b-e92b-4f32-8b1d-0a4979e8b5f5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7a89c63b-840c-48b8-ae88-62e281d22f93 HTTP/1.1" status: 204 len: 168 time: 1.0130780 May 27 09:59:44.603661 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47566) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:44.649586 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Deleting subnet 2939ee9c-1fad-49a9-8450-722ac87e978d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:59:44.652695 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Publish callbacks [] for subnet (2939ee9c-1fad-49a9-8450-722ac87e978d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.684630 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:44.686799 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (2939ee9c-1fad-49a9-8450-722ac87e978d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.765895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (2939ee9c-1fad-49a9-8450-722ac87e978d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.819782 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (2939ee9c-1fad-49a9-8450-722ac87e978d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.843915 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2939ee9c-1fad-49a9-8450-722ac87e978d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:44.850406 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.853591 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-e1f6629f-a969-46eb-a983-3d76de5a877e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2939ee9c-1fad-49a9-8450-722ac87e978d HTTP/1.1" status: 204 len: 168 time: 0.2490005 May 27 09:59:44.856015 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:44.856191 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920a969-a217-48bb-b4ee-8f61e79437ac None None] Network f077ba7a-e018-4516-8e3d-23ac2b5e2506 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:59:44.925239 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (f077ba7a-e018-4516-8e3d-23ac2b5e2506), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:44.933649 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:44.937257 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=100 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:44.980864 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Deleting port ada90c57-6e7e-4942-8963-4c16342f5b78 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:44.981201 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.006829 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] DHCP port deletion for f077ba7a-e018-4516-8e3d-23ac2b5e2506 request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:59:45.046081 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Deleting port ada90c57-6e7e-4942-8963-4c16342f5b78 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:45.046340 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] For port ada90c57-6e7e-4942-8963-4c16342f5b78, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ada90c57-6e7e-4942-8963-4c16342f5b78,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:45.046477 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.046579 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.063973 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Calling delete_port for ada90c57-6e7e-4942-8963-4c16342f5b78 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:45.122731 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] For port ada90c57-6e7e-4942-8963-4c16342f5b78, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=ada90c57-6e7e-4942-8963-4c16342f5b78,segment=NetworkSegment(98a17a36-b3be-4979-a731-2c30ed6aed82),segment_id=98a17a36-b3be-4979-a731-2c30ed6aed82)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:45.123143 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.136244 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Calling delete_port for ada90c57-6e7e-4942-8963-4c16342f5b78 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:45.160033 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.186225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] No DVR routers for this DVR port ada90c57-6e7e-4942-8963-4c16342f5b78 on host dv-cinder-797608-21-iscsi {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:45.191088 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Pushing event deleted for resources: {'Port': ['ID=ada90c57-6e7e-4942-8963-4c16342f5b78,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.211984 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (ada90c57-6e7e-4942-8963-4c16342f5b78), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.235904 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Pushing event deleted for resources: {'Port': ['ID=ada90c57-6e7e-4942-8963-4c16342f5b78,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.240263 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] No DVR routers for this DVR port ada90c57-6e7e-4942-8963-4c16342f5b78 on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:45.251087 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.251459 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.251808 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.252145 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.252504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.252833 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.253135 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.253451 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.253770 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.254088 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.254457 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.254853 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.255082 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.255424 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.255732 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd4f19-4d1f-4d49-ac2a-f03d76fef12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-21-iscsi {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:45.263535 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (f077ba7a-e018-4516-8e3d-23ac2b5e2506), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.288895 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f077ba7a-e018-4516-8e3d-23ac2b5e2506']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.298091 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a17a36-b3be-4979-a731-2c30ed6aed82') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.298387 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.services.segments.db [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a17a36-b3be-4979-a731-2c30ed6aed82') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:45.307600 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67071452'] for segment (98a17a36-b3be-4979-a731-2c30ed6aed82), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.321547 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (98a17a36-b3be-4979-a731-2c30ed6aed82), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.327708 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:45.328210 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65506235'] for segment (98a17a36-b3be-4979-a731-2c30ed6aed82), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.376659 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 98a17a36-b3be-4979-a731-2c30ed6aed82 resource provider aggregate not found May 27 09:59:45.392225 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (f077ba7a-e018-4516-8e3d-23ac2b5e2506), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.395294 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.services.segments.plugin [-] Segment 98a17a36-b3be-4979-a731-2c30ed6aed82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a17a36-b3be-4979-a731-2c30ed6aed82 found for delete ", "request_id": "req-0007641c-8b71-4aad-966c-2d103f73c2f7"}]} May 27 09:59:45.399247 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.402382 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] 10.222.0.41 "DELETE /v2.0/networks/f077ba7a-e018-4516-8e3d-23ac2b5e2506 HTTP/1.1" status: 204 len: 168 time: 0.5454206 May 27 09:59:45.405448 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47574) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:45.412748 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:45.414124 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5eec1-9f18-4b27-b0de-a2fd9262674b admin admin] Pushing event deleted for resources: {'Network': ['ID=f077ba7a-e018-4516-8e3d-23ac2b5e2506,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.443009 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6545b966-6a68-46f2-a8f3-2c7ad7919381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.497229 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:45.655773 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:45.679772 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:45.680078 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 8267c077-766b-4bca-bbb7-8cb1cf8cc1b4 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:45.680446 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:45.699574 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:45.699914 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device c7d6fc6b-e1a0-4b00-a2f3-7886ac94c928 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:45.700326 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ada90c57-6e7e-4942-8963-4c16342f5b78 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:45.718269 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: ada90c57-6e7e-4942-8963-4c16342f5b78 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:45.718611 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device ada90c57-6e7e-4942-8963-4c16342f5b78 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:45.722298 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1764343'] for router_interface (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:45.935478 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Deleting port e9776906-c602-405e-b649-b44c1ad158a1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:45.935744 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (e9776906-c602-405e-b649-b44c1ad158a1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.012134 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] For port e9776906-c602-405e-b649-b44c1ad158a1, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=e9776906-c602-405e-b649-b44c1ad158a1,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:46.012476 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (e9776906-c602-405e-b649-b44c1ad158a1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.025387 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Calling delete_port for e9776906-c602-405e-b649-b44c1ad158a1 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:46.196397 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (e9776906-c602-405e-b649-b44c1ad158a1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.221869 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9776906-c602-405e-b649-b44c1ad158a1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:46.225693 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:46.335640 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:46.392583 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-134391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764203'] for router_interface (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.597115 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Router 6f33bbd9-d3c4-447a-a450-df023e08ab88 has already been hosted by L3 agent 13427efe-6eec-40b3-a3ef-06ad0431584f {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 09:59:46.702495 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] Notify agent at l3_agent.dv-cinder-797608-21-iscsi the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 09:59:46.707773 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-dd52c79b-f4fb-4686-9b65-854deb04b053 admin admin] 10.222.0.41 "PUT /v2.0/routers/6f33bbd9-d3c4-447a-a450-df023e08ab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3012450 May 27 09:59:46.710698 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:46.711148 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Sync routers for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:46.713201 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=10 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:46.722166 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:46.722769 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:46.811373 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks [] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.821693 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: dv-cinder-797608-21-iscsi {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:46.891004 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:46.912363 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks [] for router_gateway (6f33bbd9-d3c4-447a-a450-df023e08ab88), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.956737 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Deleting port 2572f39e-4691-47a2-be62-575fe24de06b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:46.957067 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (2572f39e-4691-47a2-be62-575fe24de06b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:46.987263 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'external_fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '2572f39e-4691-47a2-be62-575fe24de06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:59:46Z', 'revision_number': 5, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port': {'id': '2572f39e-4691-47a2-be62-575fe24de06b', 'name': '', 'network_id': '9a9b0d7e-f86f-44ed-bc59-3672744061db', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T09:50:45Z', 'updated_at': '2022-05-27T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a4dee8f-bdde-401c-a9e0-75c4609ada06', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-21-iscsi'}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:47.010739 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Checking router: 6f33bbd9-d3c4-447a-a450-df023e08ab88 for host: dv-cinder-797608-21-iscsi {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:47.019480 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Routers {'6f33bbd9-d3c4-447a-a450-df023e08ab88'} bound to L3 agent in host dv-cinder-797608-21-iscsi {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 09:59:47.020075 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T09:30:18Z,description=,heartbeat_timestamp=2022-05-27T09:59:18Z,host='dv-cinder-797608-21-iscsi',id=13427efe-6eec-40b3-a3ef-06ad0431584f,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T09:30:18Z,topic='l3_agent')) {'router_ids': ['6f33bbd9-d3c4-447a-a450-df023e08ab88'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:47.039616 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] For port 2572f39e-4691-47a2-be62-575fe24de06b, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=2572f39e-4691-47a2-be62-575fe24de06b,segment=NetworkSegment(1f03890f-4a5b-4f83-97fd-2c2c32d46d96),segment_id=1f03890f-4a5b-4f83-97fd-2c2c32d46d96)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:47.039988 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (2572f39e-4691-47a2-be62-575fe24de06b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.053935 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Calling delete_port for 2572f39e-4691-47a2-be62-575fe24de06b owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:47.103257 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] Set router 6f33bbd9-d3c4-447a-a450-df023e08ab88 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 09:59:47.112888 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:47.151823 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:59:46Z', 'revision_number': 6, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port_host': None}], 'dv-cinder-797608-21-iscsi', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:47.188228 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cf86e-9c76-43f4-bfad-1c471a1971e9 None None] The sync data for ids ['6f33bbd9-d3c4-447a-a450-df023e08ab88'] in dv-cinder-797608-21-iscsi is: [{'id': '6f33bbd9-d3c4-447a-a450-df023e08ab88', 'name': 'tempest-TestVolumeBootPattern-921849686-router', 'tenant_id': '581004a638af4993abf350d76570222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T09:50:44Z', 'updated_at': '2022-05-27T09:59:46Z', 'revision_number': 6, 'project_id': '581004a638af4993abf350d76570222b', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:47.222438 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65506280'] for port (2572f39e-4691-47a2-be62-575fe24de06b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.246238 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Pushing event deleted for resources: {'Port': ['ID=2572f39e-4691-47a2-be62-575fe24de06b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:47.309222 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763273'] for router_gateway (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.393862 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4130'] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.396059 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks [] for router_controller (6f33bbd9-d3c4-447a-a450-df023e08ab88), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.439611 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584275'] for router (6f33bbd9-d3c4-447a-a450-df023e08ab88), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.440153 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f33bbd9-d3c4-447a-a450-df023e08ab88 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 09:59:47.444191 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.445344 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-9cec3d69-2d5b-43ea-bbd0-ecba40adc516 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6f33bbd9-d3c4-447a-a450-df023e08ab88 HTTP/1.1" status: 204 len: 168 time: 0.7327707 May 27 09:59:47.447812 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.41', 47578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:47.492169 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Deleting subnet 6436bb88-13a1-486e-9115-6d957fad2447 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 09:59:47.495121 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Publish callbacks [] for subnet (6436bb88-13a1-486e-9115-6d957fad2447), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.529862 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67071461'] for subnet (6436bb88-13a1-486e-9115-6d957fad2447), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.612389 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557530'] for subnet (6436bb88-13a1-486e-9115-6d957fad2447), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.665853 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65505817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66585205'] for subnet (6436bb88-13a1-486e-9115-6d957fad2447), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.673156 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:47.694372 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.698276 dv-cinder-797608-21-iscsi neutron-server[104224]: INFO neutron.wsgi [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6436bb88-13a1-486e-9115-6d957fad2447 HTTP/1.1" status: 204 len: 168 time: 0.2493348 May 27 09:59:47.699292 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ee43c-ce1b-46b3-a7e7-d5060775e651 None None] Network 4e68ad82-58cf-439b-ac77-7ec8849292b1 requested from dv-cinder-797608-21-iscsi {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 09:59:47.700220 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe815c-1dcf-401d-bce6-2c953b6645cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6436bb88-13a1-486e-9115-6d957fad2447,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:47.701048 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47580) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:47.773331 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598109'] for network (4e68ad82-58cf-439b-ac77-7ec8849292b1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.811901 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd676646-d8a8-49f2-9d56-001babb4c2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.821651 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Deleting port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:47.822754 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.884984 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] For port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host dv-cinder-797608-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-21-iscsi',level=0,port_id=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,segment=NetworkSegment(a9782cfc-722c-422e-8f2e-6dad66e16847),segment_id=a9782cfc-722c-422e-8f2e-6dad66e16847)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:47.885267 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.898251 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Calling delete_port for b1a7dbc7-09bd-4464-aebb-65d27b7df8cf owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:47.967542 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] DHCP port deletion for 4e68ad82-58cf-439b-ac77-7ec8849292b1 request from dv-cinder-797608-21-iscsi {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 09:59:47.983301 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66407400'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:47.997130 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] No DVR routers for this DVR port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf on host dv-cinder-797608-21-iscsi {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:48.015567 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Deleting port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 09:59:48.016237 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787068284901'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.017642 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.071878 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e9776906-c602-405e-b649-b44c1ad158a1 no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:48.092585 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3571247', 'neutron.services.segments.db._delete_segments_for_network-8787068381040'] for network (4e68ad82-58cf-439b-ac77-7ec8849292b1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.104257 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] For port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf, host dv-cinder-797608-21-iscsi, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 09:59:48.104655 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1766223'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.107133 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: e9776906-c602-405e-b649-b44c1ad158a1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:48.107499 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device e9776906-c602-405e-b649-b44c1ad158a1 not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:48.115159 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e68ad82-58cf-439b-ac77-7ec8849292b1']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:48.119407 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Calling delete_port for b1a7dbc7-09bd-4464-aebb-65d27b7df8cf owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 09:59:48.122290 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 09:59:48.123493 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3631480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787068293331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787067900730'] for port (b1a7dbc7-09bd-4464-aebb-65d27b7df8cf), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.123627 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:48.125473 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9782cfc-722c-422e-8f2e-6dad66e16847') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:48.125834 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.services.segments.db [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9782cfc-722c-422e-8f2e-6dad66e16847') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:48.136328 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787068379513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63679802'] for segment (a9782cfc-722c-422e-8f2e-6dad66e16847), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.148674 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] Pushing event deleted for resources: {'Port': ['ID=b1a7dbc7-09bd-4464-aebb-65d27b7df8cf,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.150161 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637'] for segment (a9782cfc-722c-422e-8f2e-6dad66e16847), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.152115 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2ee6-4fc3-4bb0-b2b1-3b9b19d3fd84 None None] No DVR routers for this DVR port b1a7dbc7-09bd-4464-aebb-65d27b7df8cf on host dv-cinder-797608-21-iscsi {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:59:48.157388 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:48.159633 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3559637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66407355'] for segment (a9782cfc-722c-422e-8f2e-6dad66e16847), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.221651 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-134380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763301'] for network (4e68ad82-58cf-439b-ac77-7ec8849292b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.228090 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-134354'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.231246 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e68ad82-58cf-439b-ac77-7ec8849292b1 HTTP/1.1" status: 204 len: 168 time: 0.5287070 May 27 09:59:48.234917 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:48.246378 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b409-1d65-4388-b80e-a0f162c6a92c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e68ad82-58cf-439b-ac77-7ec8849292b1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.266862 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment a9782cfc-722c-422e-8f2e-6dad66e16847 resource provider aggregate not found May 27 09:59:48.295833 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.services.segments.plugin [-] Segment a9782cfc-722c-422e-8f2e-6dad66e16847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9782cfc-722c-422e-8f2e-6dad66e16847 found for delete ", "request_id": "req-ebaa3566-e4b2-4fb8-a6e6-18e324f44378"}]} May 27 09:59:48.367203 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47590) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:48.406539 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-b615f8a6-3468-45fe-9ef3-11dae0b40d12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb2f335c9b540af8f7119c85656efad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381491 May 27 09:59:48.408997 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47592) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:48.460454 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] Publish callbacks [] for security_group (e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.481423 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] Publish callbacks [] for security_group (e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.527588 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.530064 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.531222 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd HTTP/1.1" status: 204 len: 168 time: 0.1212811 May 27 09:59:48.539669 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4c4a3-e319-4b77-9b34-edd0c48a6c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8793c8c-a6fd-4f6a-8de0-cb7fa41278bd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.842923 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47598) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:48.882531 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-40c4bbb9-e1a2-4de4-aff0-c7c8d94c7316 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=581004a638af4993abf350d76570222b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384479 May 27 09:59:48.884888 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.41', 47600) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 09:59:48.931253 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] Publish callbacks [] for security_group (a55c5e11-b137-4835-ad10-d1eae45fc6fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.952495 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] Publish callbacks [] for security_group (a55c5e11-b137-4835-ad10-d1eae45fc6fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:48.982623 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:49.000240 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463151'] for security_group (a55c5e11-b137-4835-ad10-d1eae45fc6fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:49.002795 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:49.004063 dv-cinder-797608-21-iscsi neutron-server[104223]: INFO neutron.wsgi [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a55c5e11-b137-4835-ad10-d1eae45fc6fd HTTP/1.1" status: 204 len: 168 time: 0.1182892 May 27 09:59:49.011607 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110264e-afc6-423b-8011-fed2ebe9e3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c5e11-b137-4835-ad10-d1eae45fc6fd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:49.636599 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2572f39e-4691-47a2-be62-575fe24de06b no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:49.659350 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: 2572f39e-4691-47a2-be62-575fe24de06b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:49.659701 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device 2572f39e-4691-47a2-be62-575fe24de06b not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:49.660329 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b1a7dbc7-09bd-4464-aebb-65d27b7df8cf no longer exists at agent ovs-agent-dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 09:59:49.660725 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 09:59:49.663518 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:49.681485 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] No Port match for: b1a7dbc7-09bd-4464-aebb-65d27b7df8cf {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 09:59:49.681881 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Device b1a7dbc7-09bd-4464-aebb-65d27b7df8cf not bound to the agent host dv-cinder-797608-21-iscsi {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 09:59:50.088077 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:51.732378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:52.717748 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 09:59:57.674343 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG dbcounter [-] [104224] Writing DB stats neutron:DELETE=6,neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104224) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:59.007134 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 09:59:59.007974 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG dbcounter [-] [104223] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104223) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:02.711401 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:02.713476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:08.620987 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=46 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:13.697033 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:15.434458 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-062e6497-4986-409f-b067-dd8dd5753d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:17.806368 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51671fd5-d277-45cc-8260-b1c0b8ea7341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:18.986186 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:20.090260 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:21.725829 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:22.740462 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:26.659676 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:00:32.731928 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:32.734613 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:45.436139 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04663bf4-c12e-43e5-8da0-f6a66d93a86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:45.625793 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:45.626544 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:00:47.808232 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5aae5569-f63c-4dbf-bdc3-26d87fda7267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:48.988863 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:50.092423 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:51.729449 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:00:52.738299 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:02.732287 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:02.734184 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:03.658361 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:01:15.437755 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f2f34b5f-4b2b-4602-9156-15f48f4d2ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:17.809436 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cec91e9b-db1e-4e39-bd0f-f54962dd30aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:18.992453 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:20.094825 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:21.731023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:22.627325 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=15 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:22.631329 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=19 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:22.732803 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:32.722965 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:32.728339 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:40.659602 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:01:45.439390 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f585097b-990d-4de1-bb71-b146115499d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:47.815958 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14e61852-2b38-42a4-8278-8bfa77858216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:48.995163 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:50.097127 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:51.733129 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:52.735378 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:01:59.634184 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:01:59.639363 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:02.724169 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:02.732365 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:13.702416 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:15.440114 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8b25011-f4b8-4c70-8023-1e2c5f07bc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:17.659704 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:02:17.807688 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f22c-3edf-4f37-b973-f93d373ab170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:18.998573 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:20.100642 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:21.735123 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:22.733890 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:32.724326 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:32.729382 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:36.633587 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:36.634295 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:02:45.440950 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-67d3226f-58a4-4b82-8b4c-0595360951f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:47.808338 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37236343-e983-4f9e-be4b-17db08be20b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:49.001392 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:50.103810 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:51.736938 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:52.733276 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:02:54.659349 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:03:02.727379 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:02.729343 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:14.111346 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=16 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:14.113331 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=18 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:15.443349 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c675-4197-4621-b4c3-98adfecd49c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:17.810521 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6effa7d1-309a-4534-a73f-f86f116c22ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:19.008110 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:20.106835 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:21.738327 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:22.748638 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:31.658686 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:03:32.738271 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:32.744380 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:44.103612 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-f44830fb-0376-43f6-88b5-c1942cab2d59 service neutron] (104223) timed out ('10.222.0.41', 43616) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 10:03:44.270024 dv-cinder-797608-21-iscsi neutron-server[104224]: DEBUG neutron.wsgi [req-5213ad56-f3a7-4264-aca8-e3417ec5f1f1 req-9cce4ee3-1edb-4f71-bbe2-50c71a8fc9dd tempest-TestShelveInstance-1657774236 tempest-TestShelveInstance-1657774236-project] (104224) timed out ('10.222.0.41', 43624) {{(pid=104224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 10:03:45.444844 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6420fe70-7fc4-45da-b2eb-eb4810c0eeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:47.815283 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b7dfd7b4-1598-4bed-b31e-e5f96af7309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:49.006915 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:50.109358 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:50.635626 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=2 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:50.645723 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=6 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:03:51.739900 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:03:52.763205 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:02.757504 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:02.759476 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:05.114678 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-ff1eb86b-02c6-4bf0-bf4f-eda32a271e43 service neutron] (104223) timed out ('10.222.0.41', 42142) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 10:04:05.188625 dv-cinder-797608-21-iscsi neutron-server[104223]: DEBUG neutron.wsgi [req-dc172d86-ca9e-4107-a037-aae9bd7beedf req-cfef0450-ad4d-4cbc-9343-ffb4e26a63b7 tempest-AttachVolumeShelveTestJSON-904274959 tempest-AttachVolumeShelveTestJSON-904274959-project] (104223) timed out ('10.222.0.41', 42154) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 10:04:08.658092 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:04:13.708303 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:DELETE=1 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:15.445833 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca633f2d-e3d3-41fb-8f4a-12577c9e7570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:17.817023 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d258c6c7-7d13-4d7c-8adf-5eec7c66d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:19.011256 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:20.112061 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:21.741474 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:22.771675 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:27.647964 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=5 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:27.653082 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=4 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:32.762050 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:32.767600 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:04:45.447150 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc761ccb-c8f2-4e7b-a20b-0ce7b03a6f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:45.657038 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:04:47.818531 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5f08655b-f184-4c98-8802-b40f097797e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:49.011789 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:50.116180 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:51.748226 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:04:52.766892 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:02.761546 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:05:02.763463 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG dbcounter [-] [104225] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104225) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:05:14.115032 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=20 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:05:14.117500 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG dbcounter [-] [104226] Writing DB stats neutron:SELECT=14 {{(pid=104226) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 10:05:15.452018 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3cf3-f241-47bf-ae44-c4d447bd7620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (eb0be0c8-c172-4ce6-a271-24c9ad0b664b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:17.820989 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ea20cb8f-5717-4f39-95e1-e7334f617312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (13427efe-6eec-40b3-a3ef-06ad0431584f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:19.013964 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada609-f98f-4b92-9402-37e1cb2353c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (416a48f3-985a-4a8e-9e73-b78a3d1ceb5b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:20.120632 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7ef13a07-8a33-46e5-9017-ca5835437f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (9c7aef6b-ab94-47b2-b642-b6dce09d9465), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:21.745137 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49931653-7fa8-4b51-b0c3-4ef25d86f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (cbcb4174-d771-4060-a916-ff76e16626d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 10:05:22.656292 dv-cinder-797608-21-iscsi neutron-server[104226]: DEBUG neutron.db.agents_db [None req-1e3c6a93-3439-4b7e-b771-80ad38e5aa41 None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 10:05:22.777060 dv-cinder-797608-21-iscsi neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf96f7ea-99e3-4f9e-b74f-6c1318177cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787068381022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504364'] for agent (746ddcf3-87b9-4432-850d-33a2b0561ee8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}